time="2022-04-17T03:02:16.813Z" level=info msg="Version: openshift/hive v1.1.16-427-g20fd254"
time="2022-04-17T03:02:16.813Z" level=debug msg="debug logging enabled"
time="2022-04-17T03:02:16.813Z" level=info msg="hive namespace: hive"
time="2022-04-17T03:02:16.813Z" level=info msg="Starting /healthz and /readyz endpoints"
time="2022-04-17T03:02:16.813Z" level=info msg="generated leader election ID" id=233492bc-c9d4-40e3-91e4-74a094cadf05
I0417 03:02:16.814201       1 leaderelection.go:248] attempting to acquire leader lease hive/hive-controllers-leader...
I0417 03:02:17.849206       1 leaderelection.go:258] successfully acquired lease hive/hive-controllers-leader
time="2022-04-17T03:02:17.849Z" level=info msg="became leader" id=233492bc-c9d4-40e3-91e4-74a094cadf05
I0417 03:02:18.900400       1 request.go:665] Waited for 1.047302642s due to client-side throttling, not priority and fairness, request: GET:https://172.30.0.1:443/apis/autoscaling.openshift.io/v1?timeout=32s
time="2022-04-17T03:02:20.601Z" level=info msg="Registering Components."
time="2022-04-17T03:02:20.602Z" level=info msg="Release Image verification enabled" controller=clusterDeployment
time="2022-04-17T03:02:20.604Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts
time="2022-04-17T03:02:20.852Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:02:20.852Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-04-17T03:02:20.852Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:02:20.852Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-04-17T03:02:20.853Z" level=debug msg="skipping disabled controller" controller=clustersync
time="2022-04-17T03:02:20.853Z" level=info msg="no managed domains configured" controller=dnsendpoint
time="2022-04-17T03:02:20.853Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress
time="2022-04-17T03:02:21.055Z" level=info msg="Starting the Cmd."
time="2022-04-17T03:02:21.056Z" level=debug msg="Starting server" addr="[::]:2112" kind=metrics path=/metrics
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: *v1.ClusterClaim"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: *v1.Role"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterclaim-controller source="kind source: *v1.Role"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting Controller" _name=clusterclaim-controller
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: *v1.ClusterPool"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: *v1.ClusterClaim"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting Controller" _name=clusterpool-controller
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: *v1.MachinePool"
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: *v1.MachinePoolNameLease"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=machinepool-controller source="periodic source for MachinePools every 30m0s"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=machinepool-controller
time="2022-04-17T03:02:21.157Z" level=debug msg="Starting EventSource" _name=clusterpoolnamespace-controller source="kind source: *v1.Namespace"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterpoolnamespace-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=clusterpoolnamespace-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=argocdregister-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=argocdregister-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.ClusterProvision"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.Job"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.Pod"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.ClusterDeprovision"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1.DNSZone"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterdeployment-controller source="kind source: *v1alpha1.ClusterSync"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=clusterdeployment-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: *v1.ClusterProvision"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=awsprivatelink-controller source="kind source: *v1.ClusterDeprovision"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=awsprivatelink-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterversion-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=clusterversion-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterstate-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=clusterstate-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: *v1.SyncIdentityProvider"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: *v1.SelectorSyncIdentityProvider"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=syncidentityprovider-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=syncidentityprovider-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=controlplanecerts-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=controlplanecerts-controller
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: *v1.ClusterProvision"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: *v1.Job"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting EventSource" _name=clusterprovision-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.158Z" level=debug msg="Starting Controller" _name=clusterprovision-controller
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=unreachable-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=unreachable-controller
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=hibernation-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=hibernation-controller
time="2022-04-17T03:02:21.159Z" level=info msg="started metrics calculator goroutine"
time="2022-04-17T03:02:21.159Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=clusterrelocate-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=clusterrelocate-controller source="kind source: *v1.ClusterRelocate"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=clusterrelocate-controller
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=clusterdeprovision-controller source="kind source: *v1.ClusterDeprovision"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=clusterdeprovision-controller source="kind source: *v1.Job"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=clusterdeprovision-controller
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=dnszone source="kind source: *v1.DNSZone"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=dnszone source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=dnszone
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=dnsendpoint source="kind source: *v1.DNSZone"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=dnsendpoint source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=dnsendpoint
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=remoteingress-controller source="kind source: *v1.ClusterDeployment"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=remoteingress-controller
time="2022-04-17T03:02:21.159Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting EventSource" _name=fakeclusterinstall-controller source="kind source: *v1alpha1.FakeClusterInstall"
time="2022-04-17T03:02:21.159Z" level=debug msg="Starting Controller" _name=fakeclusterinstall-controller
time="2022-04-17T03:02:21.258Z" level=debug msg="Starting workers" _name=argocdregister-controller worker count=5
time="2022-04-17T03:02:21.258Z" level=debug msg="Starting workers" _name=clusterstate-controller worker count=5
time="2022-04-17T03:02:21.259Z" level=debug msg="Starting workers" _name=controlplanecerts-controller worker count=5
time="2022-04-17T03:02:21.259Z" level=debug msg="Starting workers" _name=remoteingress-controller worker count=5
time="2022-04-17T03:02:21.259Z" level=debug msg="Starting workers" _name=clusterversion-controller worker count=5
time="2022-04-17T03:02:21.259Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:02:21.26Z" level=debug msg="Starting workers" _name=unreachable-controller worker count=5
time="2022-04-17T03:02:21.26Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:02:21.26Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:02:21.26Z" level=debug msg="Starting workers" _name=hibernation-controller worker count=5
time="2022-04-17T03:02:21.26Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:02:21.26Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:02:21.26Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:02:21.26Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:02:21.459Z" level=debug msg="Starting workers" _name=clusterclaim-controller worker count=5
time="2022-04-17T03:02:21.46Z" level=debug msg="Starting workers" _name=clusterrelocate-controller worker count=5
time="2022-04-17T03:02:21.46Z" level=debug msg="Starting workers" _name=clusterprovision-controller worker count=5
time="2022-04-17T03:02:21.461Z" level=debug msg="Starting workers" _name=clusterdeployment-controller worker count=5
time="2022-04-17T03:02:21.461Z" level=debug msg="Starting workers" _name=clusterdeprovision-controller worker count=5
time="2022-04-17T03:02:21.461Z" level=debug msg="Starting workers" _name=clusterpoolnamespace-controller worker count=5
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=2pn9zvjv
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=zhkf8msg
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=2pn9zvjv
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=zhkf8msg
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=jv9k6r5h
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=jv9k6r5h
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=86thwr87
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=mgwr826t
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=mgwr826t
time="2022-04-17T03:02:21.461Z" level=debug msg="Starting workers" _name=fakeclusterinstall-controller worker count=5
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=btj99wt4
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=btj99wt4
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=k8xfjvjb
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=b89jhwhb
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=k8xfjvjb
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=b89jhwhb
time="2022-04-17T03:02:21.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=86thwr87
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=pm98zss9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=qx5x9gf9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=pm98zss9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=qx5x9gf9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=7szggs46
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=9vrqvtlz
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=7szggs46
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=9vrqvtlz
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=sxxmq6wm
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-sdn reconcileID=pj2mtvp5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=sxxmq6wm
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-sdn outcome=unspecified reconcileID=pj2mtvp5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=h8sd7z55
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=c942d7x6
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=h8sd7z55
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=c942d7x6
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=6dm99nlr
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=rgv52rl5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=6dm99nlr
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=rgv52rl5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=ngj56mhk
time="2022-04-17T03:02:21.462Z" level=debug msg="Starting workers" _name=dnsendpoint worker count=5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=ngj56mhk
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=pwbstm9d
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=w2dbz4w5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=pwbstm9d
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=w2dbz4w5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=j4r8wsps
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=hrbzrb85
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=j4r8wsps
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=hrbzrb85
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=m9nnx97b
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=5xcbscjn
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=m9nnx97b
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=5xcbscjn
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=kzk8ntdd
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=75wh2c8c
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=kzk8ntdd
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=75wh2c8c
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=pb7hlmch
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=mgnzt5l9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=pb7hlmch
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=mgnzt5l9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=bjfclvsj
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=g79c5xk6
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=bjfclvsj
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=g79c5xk6
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=kxn55clr
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-nutanix-infra reconcileID=cdw96qs2
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=kxn55clr
time="2022-04-17T03:02:21.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=4wb8bljx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=ljdk8mqv
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=4wb8bljx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=ljdk8mqv
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=58mdlhrl
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=v28pjmcm
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=58mdlhrl
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=v28pjmcm
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=bshx7wqx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=6fm4c8nz
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=bshx7wqx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=6fm4c8nz
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=plnn9d5v
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=xrpb4mm5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=plnn9d5v
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=xrpb4mm5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=hg48lpcg
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=7qsstdd8
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=hg48lpcg
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=7qsstdd8
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=46m5b9md
time="2022-04-17T03:02:21.462Z" level=debug msg="Starting workers" _name=dnszone worker count=5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=46m5b9md
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=97jzmw22
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=6ppmcsp9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=97jzmw22
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=6ppmcsp9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=2lslhkzx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=9bxdxdtx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=2lslhkzx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=9bxdxdtx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=4hcf8ppk
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=8rt7wztx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=4hcf8ppk
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=8rt7wztx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=7g95x6wp
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=9hqwg69p
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=7g95x6wp
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=9hqwg69p
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=g7zr92g4
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=wr2hcl4j
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=g7zr92g4
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=wr2hcl4j
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=cpz7sqcl
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=6b2vcmks
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=cpz7sqcl
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=6b2vcmks
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=dvdlddl9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=4vbq86sg
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=dvdlddl9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=4vbq86sg
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=cmnhnc28
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=5kvlldn5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=cmnhnc28
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=5kvlldn5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=hcp4vpzx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=d77rprlx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=hcp4vpzx
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=d77rprlx
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=knt4gxgn
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=jhvvp5c9
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=knt4gxgn
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=jhvvp5c9
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=qtfjfll5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=gv7kt4ln
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=qtfjfll5
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=gv7kt4ln
time="2022-04-17T03:02:21.462Z" level=debug msg="Starting workers" _name=clusterpool-controller worker count=5
time="2022-04-17T03:02:21.463Z" level=debug msg="Starting workers" _name=machinepool-controller worker count=5
time="2022-04-17T03:02:21.463Z" level=debug msg="Starting workers" _name=awsprivatelink-controller worker count=5
time="2022-04-17T03:02:21.463Z" level=debug msg="Starting workers" _name=syncidentityprovider-controller worker count=5
time="2022-04-17T03:02:21.462Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=zslhbp68
time="2022-04-17T03:02:21.463Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=zslhbp68
time="2022-04-17T03:02:21.462Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-nutanix-infra outcome=unspecified reconcileID=cdw96qs2
time="2022-04-17T03:04:21.26Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:04:21.26Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:04:21.26Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:04:21.26Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:04:21.26Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:04:21.26Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:06:21.261Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:06:21.261Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:06:21.261Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:06:21.261Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:06:21.261Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:06:21.261Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:08:21.262Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:08:21.262Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:08:21.262Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:08:21.262Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:08:21.262Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:08:21.262Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:10:21.262Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:10:21.262Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:10:21.263Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:10:21.263Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:10:21.263Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:10:21.263Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:12:21.264Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:12:21.264Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:12:21.264Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:12:21.264Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:12:21.264Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:12:21.264Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:14:21.264Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:14:21.264Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:14:21.264Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:14:21.264Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:14:21.264Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:14:21.264Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:15:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:15:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:16:21.264Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:16:21.264Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:16:21.264Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:16:21.264Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:16:21.264Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:16:21.264Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:16:46.077Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=rqmhm62n
time="2022-04-17T03:16:46.077Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=rqmhm62n
time="2022-04-17T03:16:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ztks9c98
time="2022-04-17T03:16:46.077Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lxkrntqb
time="2022-04-17T03:16:46.077Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lxkrntqb
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=s54cg2qf
time="2022-04-17T03:16:46.078Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=s54cg2qf
time="2022-04-17T03:16:46.078Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s54cg2qf
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=4fmr9wvg
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.078Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.078Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4lkdt92j
time="2022-04-17T03:16:46.078Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4lkdt92j
time="2022-04-17T03:16:46.078Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=8nwhphrf
time="2022-04-17T03:16:46.078Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=8nwhphrf
time="2022-04-17T03:16:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=nfb7wwpc
time="2022-04-17T03:16:46.078Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=nfb7wwpc
time="2022-04-17T03:16:46.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4l99sjzc
time="2022-04-17T03:16:46.079Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4l99sjzc
time="2022-04-17T03:16:46.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=92fqvrcg
time="2022-04-17T03:16:46.079Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=92fqvrcg
time="2022-04-17T03:16:46.079Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7xglwg6b
time="2022-04-17T03:16:46.088Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=8nwhphrf
time="2022-04-17T03:16:46.088Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nkh68dgj
time="2022-04-17T03:16:46.088Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nkh68dgj
time="2022-04-17T03:16:46.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9tcmql2h
time="2022-04-17T03:16:46.089Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9tcmql2h
time="2022-04-17T03:16:46.089Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9tcmql2h
time="2022-04-17T03:16:46.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rm66wncz
time="2022-04-17T03:16:46.089Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4lkdt92j
time="2022-04-17T03:16:46.089Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4lkdt92j
time="2022-04-17T03:16:46.089Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4vl56kc5
time="2022-04-17T03:16:46.089Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4vl56kc5
time="2022-04-17T03:16:46.089Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4l99sjzc
time="2022-04-17T03:16:46.089Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4l99sjzc
time="2022-04-17T03:16:46.089Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=wdtrc8lz
time="2022-04-17T03:16:46.089Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=wdtrc8lz
time="2022-04-17T03:16:46.093Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nfb7wwpc
time="2022-04-17T03:16:46.093Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=nfb7wwpc
time="2022-04-17T03:16:46.093Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.093Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=92j5gnc2
time="2022-04-17T03:16:46.093Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=92j5gnc2
time="2022-04-17T03:16:46.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.094Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.094Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.094Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lxkrntqb
time="2022-04-17T03:16:46.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=lxkrntqb
time="2022-04-17T03:16:46.094Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.094Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=pzbl6kpz
time="2022-04-17T03:16:46.094Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=pzbl6kpz
time="2022-04-17T03:16:46.096Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=92fqvrcg
time="2022-04-17T03:16:46.096Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=92fqvrcg
time="2022-04-17T03:16:46.096Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=gbvbx2ts
time="2022-04-17T03:16:46.096Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=gbvbx2ts
time="2022-04-17T03:16:46.1Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4vl56kc5
time="2022-04-17T03:16:46.1Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=lm8vs29t
time="2022-04-17T03:16:46.1Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=lm8vs29t
time="2022-04-17T03:16:46.1Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=tlgfpvtv
time="2022-04-17T03:16:46.1Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=tlgfpvtv
time="2022-04-17T03:16:46.1Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=md4bpnkm
time="2022-04-17T03:16:46.1Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=md4bpnkm
time="2022-04-17T03:16:46.1Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=md4bpnkm
time="2022-04-17T03:16:46.101Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wdtrc8lz
time="2022-04-17T03:16:46.101Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=wdtrc8lz
time="2022-04-17T03:16:46.101Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=bxwznlr8
time="2022-04-17T03:16:46.101Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=bxwznlr8
time="2022-04-17T03:16:46.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.106Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.106Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.107Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pzbl6kpz
time="2022-04-17T03:16:46.107Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=pzbl6kpz
time="2022-04-17T03:16:46.107Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.107Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=dqmllsqr
time="2022-04-17T03:16:46.107Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=dqmllsqr
time="2022-04-17T03:16:46.107Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=92j5gnc2
time="2022-04-17T03:16:46.107Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=92j5gnc2
time="2022-04-17T03:16:46.107Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=sqxq572f
time="2022-04-17T03:16:46.107Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=sqxq572f
time="2022-04-17T03:16:46.111Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=vpdv88j9
time="2022-04-17T03:16:46.111Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=vpdv88j9
time="2022-04-17T03:16:46.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=h6p5vzxr
time="2022-04-17T03:16:46.111Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=h6p5vzxr
time="2022-04-17T03:16:46.111Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6p5vzxr
time="2022-04-17T03:16:46.112Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=bxwznlr8
time="2022-04-17T03:16:46.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=rncrr5tq
time="2022-04-17T03:16:46.112Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=rncrr5tq
time="2022-04-17T03:16:46.112Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rncrr5tq
time="2022-04-17T03:16:46.112Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lm8vs29t
time="2022-04-17T03:16:46.112Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=lm8vs29t
time="2022-04-17T03:16:46.112Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=s75hjgkj
time="2022-04-17T03:16:46.115Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sqxq572f
time="2022-04-17T03:16:46.115Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=sqxq572f
time="2022-04-17T03:16:46.115Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gbvbx2ts
time="2022-04-17T03:16:46.115Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=gbvbx2ts
time="2022-04-17T03:16:46.115Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lk9sh5kh
time="2022-04-17T03:16:46.115Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lk9sh5kh
time="2022-04-17T03:16:46.115Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=7s94dzj9
time="2022-04-17T03:16:46.115Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=7s94dzj9
time="2022-04-17T03:16:46.115Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dqmllsqr
time="2022-04-17T03:16:46.115Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=dqmllsqr
time="2022-04-17T03:16:46.115Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.116Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.123Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=7s94dzj9
time="2022-04-17T03:16:46.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=xl6zpps9
time="2022-04-17T03:16:46.123Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=xl6zpps9
time="2022-04-17T03:16:46.125Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=hzpqthll
time="2022-04-17T03:16:46.125Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=hzpqthll
time="2022-04-17T03:16:46.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=tg9hp2gv
time="2022-04-17T03:16:46.125Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=tg9hp2gv
time="2022-04-17T03:16:46.125Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tg9hp2gv
time="2022-04-17T03:16:46.125Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xtqllvs6
time="2022-04-17T03:16:46.125Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xtqllvs6
time="2022-04-17T03:16:46.125Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtqllvs6
time="2022-04-17T03:16:46.125Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lk9sh5kh
time="2022-04-17T03:16:46.125Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=lk9sh5kh
time="2022-04-17T03:16:46.125Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.131Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.131Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.132Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xl6zpps9
time="2022-04-17T03:16:46.132Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=xl6zpps9
time="2022-04-17T03:16:46.132Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.132Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=6klv6msb
time="2022-04-17T03:16:46.132Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=6klv6msb
time="2022-04-17T03:16:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=6klv6msb
time="2022-04-17T03:16:46.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=6zrcgfqc
time="2022-04-17T03:16:46.139Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=6zrcgfqc
time="2022-04-17T03:16:46.141Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=7fwh5f5l
time="2022-04-17T03:16:46.141Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=7fwh5f5l
time="2022-04-17T03:16:46.141Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8vt556mv
time="2022-04-17T03:16:46.141Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8vt556mv
time="2022-04-17T03:16:46.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.141Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.141Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8895jdzs
time="2022-04-17T03:16:46.141Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8895jdzs
time="2022-04-17T03:16:46.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=w2cbx4sw
time="2022-04-17T03:16:46.141Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=w2cbx4sw
time="2022-04-17T03:16:46.141Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2cbx4sw
time="2022-04-17T03:16:46.141Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=b2wgzcqn
time="2022-04-17T03:16:46.141Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=b2wgzcqn
time="2022-04-17T03:16:46.141Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b2wgzcqn
time="2022-04-17T03:16:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=8895jdzs
time="2022-04-17T03:16:46.148Z" level=info msg="could not update conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=6zrcgfqc
time="2022-04-17T03:16:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=6zrcgfqc
time="2022-04-17T03:16:46.148Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=q9b5zphw
time="2022-04-17T03:16:46.148Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=q9b5zphw
time="2022-04-17T03:16:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9b5zphw
time="2022-04-17T03:16:46.149Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8vt556mv
time="2022-04-17T03:16:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=8vt556mv
time="2022-04-17T03:16:46.149Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.149Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=l7tfzwth
time="2022-04-17T03:16:46.149Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=l7tfzwth
time="2022-04-17T03:16:46.15Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bl8sg46h
time="2022-04-17T03:16:46.15Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bl8sg46h
time="2022-04-17T03:16:46.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xvgf8vsd
time="2022-04-17T03:16:46.15Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xvgf8vsd
time="2022-04-17T03:16:46.15Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvgf8vsd
time="2022-04-17T03:16:46.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qq77hgsw
time="2022-04-17T03:16:46.151Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qq77hgsw
time="2022-04-17T03:16:46.151Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq77hgsw
time="2022-04-17T03:16:46.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=zzfhsnwf
time="2022-04-17T03:16:46.151Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=zzfhsnwf
time="2022-04-17T03:16:46.151Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzfhsnwf
time="2022-04-17T03:16:46.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=ksmdp8sl
time="2022-04-17T03:16:46.152Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ksmdp8sl
time="2022-04-17T03:16:46.153Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=l7tfzwth
time="2022-04-17T03:16:46.153Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=l7tfzwth
time="2022-04-17T03:16:46.153Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=p4rxwgtp
time="2022-04-17T03:16:46.154Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=p4rxwgtp
time="2022-04-17T03:16:46.154Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4rxwgtp
time="2022-04-17T03:16:46.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.156Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.178Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=4fmr9wvg
time="2022-04-17T03:16:46.178Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=4fmr9wvg
time="2022-04-17T03:16:46.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bwfl97r5
time="2022-04-17T03:16:46.178Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bwfl97r5
time="2022-04-17T03:16:46.178Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwfl97r5
time="2022-04-17T03:16:46.181Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7xglwg6b
time="2022-04-17T03:16:46.181Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=7xglwg6b
time="2022-04-17T03:16:46.181Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=cldpc5bk
time="2022-04-17T03:16:46.181Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=cldpc5bk
time="2022-04-17T03:16:46.181Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cldpc5bk
time="2022-04-17T03:16:46.19Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rm66wncz
time="2022-04-17T03:16:46.19Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=rm66wncz
time="2022-04-17T03:16:46.19Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bxtnqxvc
time="2022-04-17T03:16:46.19Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bxtnqxvc
time="2022-04-17T03:16:46.19Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxtnqxvc
time="2022-04-17T03:16:46.213Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=s75hjgkj
time="2022-04-17T03:16:46.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=wt25kmgn
time="2022-04-17T03:16:46.213Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wt25kmgn
time="2022-04-17T03:16:46.379Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ztks9c98
time="2022-04-17T03:16:46.385Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ztks9c98
time="2022-04-17T03:16:46.385Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=307 elapsedMillisGT=0 outcome=unspecified reconcileID=ztks9c98
time="2022-04-17T03:16:46.385Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h5579h4t
time="2022-04-17T03:16:46.385Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h5579h4t
time="2022-04-17T03:16:46.393Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=h5579h4t
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nrknnpnz
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nrknnpnz
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xmds5gcf
time="2022-04-17T03:16:46.395Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xmds5gcf
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmds5gcf
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=hhmkzstv
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhmkzstv
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vtjtqq4q
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zshp5mv5
time="2022-04-17T03:16:46.395Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vtjtqq4q
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtjtqq4q
time="2022-04-17T03:16:46.395Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zshp5mv5
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zshp5mv5
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l2s4pcj8
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=p282wx7t
time="2022-04-17T03:16:46.395Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=p282wx7t
time="2022-04-17T03:16:46.395Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l2s4pcj8
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p282wx7t
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2s4pcj8
time="2022-04-17T03:16:46.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=sxntpdwz
time="2022-04-17T03:16:46.395Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=sxntpdwz
time="2022-04-17T03:16:46.395Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxntpdwz
time="2022-04-17T03:16:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.4Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=5qlxbq9m
time="2022-04-17T03:16:46.4Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.4Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qlxbq9m
time="2022-04-17T03:16:46.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v7r79fb6
time="2022-04-17T03:16:46.42Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=v7r79fb6
time="2022-04-17T03:16:46.421Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wpdrxt7g
time="2022-04-17T03:16:46.421Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wpdrxt7g
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wncpwxbq
time="2022-04-17T03:16:46.422Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=44z5r98d
time="2022-04-17T03:16:46.422Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=44z5r98d
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=fvcprq54
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nzttkbkc
time="2022-04-17T03:16:46.422Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=fvcprq54
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvcprq54
time="2022-04-17T03:16:46.422Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nzttkbkc
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzttkbkc
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=gd4nhmp9
time="2022-04-17T03:16:46.422Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.422Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=gd4nhmp9
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd4nhmp9
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=d4fj6sjv
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=kqfwn7hk
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4fj6sjv
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=2d2mh592
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqfwn7hk
time="2022-04-17T03:16:46.422Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=2d2mh592
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2d2mh592
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fwh6sjz7
time="2022-04-17T03:16:46.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=dtdkg4l6
time="2022-04-17T03:16:46.422Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fwh6sjz7
time="2022-04-17T03:16:46.422Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=dtdkg4l6
time="2022-04-17T03:16:46.423Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtdkg4l6
time="2022-04-17T03:16:46.422Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwh6sjz7
time="2022-04-17T03:16:46.43Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=44z5r98d
time="2022-04-17T03:16:46.431Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=hvl87wqt
time="2022-04-17T03:16:46.431Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=hvl87wqt
time="2022-04-17T03:16:46.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=6dw4x9js
time="2022-04-17T03:16:46.431Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=6dw4x9js
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=p54cwmz5
time="2022-04-17T03:16:46.432Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=p54cwmz5
time="2022-04-17T03:16:46.431Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6dw4x9js
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p54cwmz5
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dpk8t28z
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=g52wszhb
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g52wszhb
time="2022-04-17T03:16:46.432Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dpk8t28z
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=2n4ftskz
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpk8t28z
time="2022-04-17T03:16:46.432Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=2n4ftskz
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n4ftskz
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=7mxtdmb6
time="2022-04-17T03:16:46.432Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=7mxtdmb6
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mxtdmb6
time="2022-04-17T03:16:46.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=pt5cqfl5
time="2022-04-17T03:16:46.432Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=pt5cqfl5
time="2022-04-17T03:16:46.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pt5cqfl5
time="2022-04-17T03:16:46.435Z" level=info msg="failed to set cluster region label" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wncpwxbq
time="2022-04-17T03:16:46.435Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=wncpwxbq
time="2022-04-17T03:16:46.435Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=qzmmvc47
time="2022-04-17T03:16:46.437Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sgsrnvln
time="2022-04-17T03:16:46.437Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzmmvc47
time="2022-04-17T03:16:46.437Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sgsrnvln
time="2022-04-17T03:16:46.437Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgsrnvln
time="2022-04-17T03:16:46.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7t8s4rlv
time="2022-04-17T03:16:46.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.437Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.449Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7t8s4rlv
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=zxjcdlrh
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=zxjcdlrh
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vtwk8dk6
time="2022-04-17T03:16:46.452Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vtwk8dk6
time="2022-04-17T03:16:46.452Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jhzhlvch
time="2022-04-17T03:16:46.452Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jhzhlvch
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhzhlvch
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=grhznt2x
time="2022-04-17T03:16:46.452Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=grhznt2x
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grhznt2x
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=hbjtmfwx
time="2022-04-17T03:16:46.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=hbjtmfwx
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hznnpmhf
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbjtmfwx
time="2022-04-17T03:16:46.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hznnpmhf
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hznnpmhf
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.452Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=phfm827d
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=fbd9ptqk
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbd9ptqk
time="2022-04-17T03:16:46.452Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=68mhvvg6
time="2022-04-17T03:16:46.453Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=68mhvvg6
time="2022-04-17T03:16:46.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=gwn2p2r9
time="2022-04-17T03:16:46.453Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68mhvvg6
time="2022-04-17T03:16:46.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phfm827d
time="2022-04-17T03:16:46.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vvbk8fdr
time="2022-04-17T03:16:46.453Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=gwn2p2r9
time="2022-04-17T03:16:46.453Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwn2p2r9
time="2022-04-17T03:16:46.453Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vvbk8fdr
time="2022-04-17T03:16:46.453Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvbk8fdr
time="2022-04-17T03:16:46.463Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=vtwk8dk6
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bbgh7vwh
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bbgh7vwh
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=skgmpwb5
time="2022-04-17T03:16:46.465Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h628csb7
time="2022-04-17T03:16:46.465Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h628csb7
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h628csb7
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=5mf5wsqm
time="2022-04-17T03:16:46.465Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=5mf5wsqm
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=kvq2pg2z
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mf5wsqm
time="2022-04-17T03:16:46.465Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=kvq2pg2z
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvq2pg2z
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.465Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=67vqg9zc
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=c5g9dbsp
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5g9dbsp
time="2022-04-17T03:16:46.465Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=67vqg9zc
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67vqg9zc
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=k6vvm8gh
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fl966q7s
time="2022-04-17T03:16:46.465Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=k6vvm8gh
time="2022-04-17T03:16:46.465Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fl966q7s
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6vvm8gh
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fl966q7s
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=nzmsvltp
time="2022-04-17T03:16:46.465Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=nzmsvltp
time="2022-04-17T03:16:46.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=mqnbtx2h
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzmsvltp
time="2022-04-17T03:16:46.465Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqnbtx2h
time="2022-04-17T03:16:46.474Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=l96r2lqp
time="2022-04-17T03:16:46.474Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=l96r2lqp
time="2022-04-17T03:16:46.474Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=59th5zqt
time="2022-04-17T03:16:46.474Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=59th5zqt
time="2022-04-17T03:16:46.474Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59th5zqt
time="2022-04-17T03:16:46.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=wchnrcqq
time="2022-04-17T03:16:46.474Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=wchnrcqq
time="2022-04-17T03:16:46.474Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wchnrcqq
time="2022-04-17T03:16:46.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.474Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.474Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=8h2mvrzn
time="2022-04-17T03:16:46.474Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8h2mvrzn
time="2022-04-17T03:16:46.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4svntwnj
time="2022-04-17T03:16:46.475Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4svntwnj
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4svntwnj
time="2022-04-17T03:16:46.475Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=8xhsnc5l
time="2022-04-17T03:16:46.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dbw8x9ds
time="2022-04-17T03:16:46.475Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dbw8x9ds
time="2022-04-17T03:16:46.475Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=8xhsnc5l
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbw8x9ds
time="2022-04-17T03:16:46.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2ddcgmps
time="2022-04-17T03:16:46.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=qbtvspzw
time="2022-04-17T03:16:46.475Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2ddcgmps
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8xhsnc5l
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ddcgmps
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbtvspzw
time="2022-04-17T03:16:46.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=57d8bgsq
time="2022-04-17T03:16:46.475Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=57d8bgsq
time="2022-04-17T03:16:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57d8bgsq
time="2022-04-17T03:16:46.574Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=skgmpwb5
time="2022-04-17T03:16:46.574Z" level=info msg="updating RequirementsMetCondition: status=False reason=ClusterImageSetNotFound" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=skgmpwb5
time="2022-04-17T03:16:46.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xjbkqkxd
time="2022-04-17T03:16:46.59Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fpvz4ldc
time="2022-04-17T03:16:46.59Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fpvz4ldc
time="2022-04-17T03:16:46.59Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xjbkqkxd
time="2022-04-17T03:16:46.59Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjbkqkxd
time="2022-04-17T03:16:46.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=jnc8c6k4
time="2022-04-17T03:16:46.59Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bnj8628z
time="2022-04-17T03:16:46.59Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=jnc8c6k4
time="2022-04-17T03:16:46.59Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnc8c6k4
time="2022-04-17T03:16:46.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=6srcjr84
time="2022-04-17T03:16:46.591Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bnj8628z
time="2022-04-17T03:16:46.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bnj8628z
time="2022-04-17T03:16:46.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fqjgjwnh
time="2022-04-17T03:16:46.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=vfc9zxg6
time="2022-04-17T03:16:46.591Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fqjgjwnh
time="2022-04-17T03:16:46.591Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=vfc9zxg6
time="2022-04-17T03:16:46.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqjgjwnh
time="2022-04-17T03:16:46.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vfc9zxg6
time="2022-04-17T03:16:46.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=65qk7pwr
time="2022-04-17T03:16:46.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6srcjr84
time="2022-04-17T03:16:46.591Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=65qk7pwr
time="2022-04-17T03:16:46.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65qk7pwr
time="2022-04-17T03:16:46.593Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=skgmpwb5
time="2022-04-17T03:16:46.593Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=127 elapsedMillisGT=0 outcome=unspecified reconcileID=skgmpwb5
time="2022-04-17T03:16:46.593Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.593Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n48j5m4x
time="2022-04-17T03:16:46.593Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=n48j5m4x
time="2022-04-17T03:16:46.593Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=n48j5m4x
time="2022-04-17T03:16:46.593Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n48j5m4x
time="2022-04-17T03:16:46.593Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=zg4jnvss
time="2022-04-17T03:16:46.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xgdz6fw6
time="2022-04-17T03:16:46.596Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg4jnvss
time="2022-04-17T03:16:46.596Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qf5n9mz8
time="2022-04-17T03:16:46.597Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qf5n9mz8
time="2022-04-17T03:16:46.597Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=xgdz6fw6
time="2022-04-17T03:16:46.597Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=xgdz6fw6
time="2022-04-17T03:16:46.597Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qf5n9mz8
time="2022-04-17T03:16:46.597Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgdz6fw6
time="2022-04-17T03:16:46.597Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.597Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:46.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:46.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nkgfvw6v
time="2022-04-17T03:16:46.637Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=nkgfvw6v
time="2022-04-17T03:16:46.637Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=nkgfvw6v
time="2022-04-17T03:16:46.637Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkgfvw6v
time="2022-04-17T03:16:46.637Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.673Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=5sdldnrc
time="2022-04-17T03:16:46.674Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=5sdldnrc
time="2022-04-17T03:16:46.682Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=8 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=5sdldnrc
time="2022-04-17T03:16:46.682Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=dtckqtbq
time="2022-04-17T03:16:46.682Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:16:46.682Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=dtckqtbq
time="2022-04-17T03:16:46.682Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=dtckqtbq
time="2022-04-17T03:16:46.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=k7qrq8dw
time="2022-04-17T03:16:46.718Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=k7qrq8dw
time="2022-04-17T03:16:46.718Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=k7qrq8dw
time="2022-04-17T03:16:46.718Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7qrq8dw
time="2022-04-17T03:16:46.718Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:46.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=krsvbksq
time="2022-04-17T03:16:46.878Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=krsvbksq
time="2022-04-17T03:16:46.878Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=krsvbksq
time="2022-04-17T03:16:46.878Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krsvbksq
time="2022-04-17T03:16:46.878Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:47.199Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8fdr9ss6
time="2022-04-17T03:16:47.199Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=8fdr9ss6
time="2022-04-17T03:16:47.199Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=8fdr9ss6
time="2022-04-17T03:16:47.199Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fdr9ss6
time="2022-04-17T03:16:47.199Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:47.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hws5675s
time="2022-04-17T03:16:47.84Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/jshu-cluster clusterimageset=jshu-cluster-imageset controller=clusterDeployment reconcileID=hws5675s
time="2022-04-17T03:16:47.84Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" reconcileID=hws5675s
time="2022-04-17T03:16:47.84Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hws5675s
time="2022-04-17T03:16:47.84Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"jshu-cluster-imageset\" not found" name=jshu-cluster namespace=default
time="2022-04-17T03:16:49.121Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5mbqhdhz
time="2022-04-17T03:16:49.121Z" level=info msg="updating RequirementsMetCondition: status=Unknown reason=ClusterImageSetFound" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5mbqhdhz
time="2022-04-17T03:16:49.132Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5mbqhdhz
time="2022-04-17T03:16:49.132Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5mbqhdhz
time="2022-04-17T03:16:49.132Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-merged-pull-secret reconcileID=5mbqhdhz
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fr9v2wj5
time="2022-04-17T03:16:49.133Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fr9v2wj5
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=9nclr7dz
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=gppjqwsh
time="2022-04-17T03:16:49.133Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=9nclr7dz
time="2022-04-17T03:16:49.133Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nclr7dz
time="2022-04-17T03:16:49.133Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gppjqwsh
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cnq9zcj8
time="2022-04-17T03:16:49.133Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cnq9zcj8
time="2022-04-17T03:16:49.133Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnq9zcj8
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2czbtsvs
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dhh6cvrm
time="2022-04-17T03:16:49.133Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2czbtsvs
time="2022-04-17T03:16:49.134Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2czbtsvs
time="2022-04-17T03:16:49.134Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=pf6sz4lf
time="2022-04-17T03:16:49.134Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dhh6cvrm
time="2022-04-17T03:16:49.134Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=pf6sz4lf
time="2022-04-17T03:16:49.134Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dhh6cvrm
time="2022-04-17T03:16:49.134Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pf6sz4lf
time="2022-04-17T03:16:49.133Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=jf4pmrpz
time="2022-04-17T03:16:49.134Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=jf4pmrpz
time="2022-04-17T03:16:49.134Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jf4pmrpz
time="2022-04-17T03:16:49.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=ljdfn55g
time="2022-04-17T03:16:49.139Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljdfn55g
time="2022-04-17T03:16:49.139Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4c2z2v46
time="2022-04-17T03:16:49.139Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=rhfgmd8w
time="2022-04-17T03:16:49.139Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:16:49.139Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4c2z2v46
time="2022-04-17T03:16:49.139Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=rhfgmd8w
time="2022-04-17T03:16:49.139Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhfgmd8w
time="2022-04-17T03:16:49.139Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=4c2z2v46
time="2022-04-17T03:16:49.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:49.139Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:16:49.139Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:16:49.153Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5mbqhdhz secretName=jshu-cluster-merged-pull-secret
time="2022-04-17T03:16:49.153Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=5mbqhdhz
time="2022-04-17T03:16:51.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=czqlnddw
time="2022-04-17T03:16:51.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.694Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=czqlnddw
time="2022-04-17T03:16:51.694Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=czqlnddw
time="2022-04-17T03:16:51.694Z" level=debug msg="generating cluster image set job" clusterdeployment=default/jshu-cluster
time="2022-04-17T03:16:51.694Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-imageset reconcileID=czqlnddw
time="2022-04-17T03:16:51.694Z" level=info msg="creating imageset job" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=czqlnddw releaseImage="quay.io/openshift-release-dev/ocp-release:4.10.10-x86_64"
time="2022-04-17T03:16:51.799Z" level=info msg="created service account" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=czqlnddw
time="2022-04-17T03:16:51.841Z" level=info msg="created role" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=czqlnddw
time="2022-04-17T03:16:51.879Z" level=info msg="created rolebinding" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=czqlnddw
time="2022-04-17T03:16:51.885Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:16:51.886Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsed=5.886580656 reconcileID=czqlnddw
time="2022-04-17T03:16:51.886Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=192 elapsedMillisGT=0 outcome=unspecified reconcileID=czqlnddw
time="2022-04-17T03:16:51.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxfd2jhb
time="2022-04-17T03:16:51.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.886Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxfd2jhb
time="2022-04-17T03:16:51.886Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxfd2jhb
time="2022-04-17T03:16:51.886Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=xxfd2jhb
time="2022-04-17T03:16:51.886Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxfd2jhb
time="2022-04-17T03:16:51.898Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vrgbvbcf
time="2022-04-17T03:16:51.898Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.898Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.899Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vrgbvbcf
time="2022-04-17T03:16:51.899Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vrgbvbcf
time="2022-04-17T03:16:51.899Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=vrgbvbcf
time="2022-04-17T03:16:51.899Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrgbvbcf
time="2022-04-17T03:16:51.905Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rnqswgg
time="2022-04-17T03:16:51.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.906Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rnqswgg
time="2022-04-17T03:16:51.906Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rnqswgg
time="2022-04-17T03:16:51.906Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=5rnqswgg
time="2022-04-17T03:16:51.906Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rnqswgg
time="2022-04-17T03:16:51.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxsh7m66
time="2022-04-17T03:16:51.909Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.909Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.91Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxsh7m66
time="2022-04-17T03:16:51.91Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxsh7m66
time="2022-04-17T03:16:51.91Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=xxsh7m66
time="2022-04-17T03:16:51.91Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxsh7m66
time="2022-04-17T03:16:51.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=m6nxgtwd
time="2022-04-17T03:16:51.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:51.926Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=m6nxgtwd
time="2022-04-17T03:16:51.926Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=m6nxgtwd
time="2022-04-17T03:16:51.926Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=m6nxgtwd
time="2022-04-17T03:16:51.926Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m6nxgtwd
time="2022-04-17T03:16:53.472Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smgvjvp4
time="2022-04-17T03:16:53.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:53.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:16:53.472Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smgvjvp4
time="2022-04-17T03:16:53.472Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smgvjvp4
time="2022-04-17T03:16:53.472Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=smgvjvp4
time="2022-04-17T03:16:53.472Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smgvjvp4
time="2022-04-17T03:17:05.984Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8gwlkwh6
time="2022-04-17T03:17:05.984Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:05.984Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:05.984Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8gwlkwh6
time="2022-04-17T03:17:05.984Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8gwlkwh6
time="2022-04-17T03:17:05.984Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=8gwlkwh6
time="2022-04-17T03:17:05.984Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gwlkwh6
time="2022-04-17T03:17:06.477Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5dj24hzq
time="2022-04-17T03:17:06.477Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5dj24hzq
time="2022-04-17T03:17:06.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djppzkvl
time="2022-04-17T03:17:06.478Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:06.478Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:06.478Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djppzkvl
time="2022-04-17T03:17:06.478Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djppzkvl
time="2022-04-17T03:17:06.478Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=djppzkvl
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djppzkvl
time="2022-04-17T03:17:06.478Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=87nnn754
time="2022-04-17T03:17:06.478Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=87nnn754
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87nnn754
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gvr6s2md
time="2022-04-17T03:17:06.478Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gvr6s2md
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvr6s2md
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:06.478Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=j9zb8ngz
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9zb8ngz
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f8s2hdvc
time="2022-04-17T03:17:06.478Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:06.478Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f8s2hdvc
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=f8s2hdvc
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pn9s8d96
time="2022-04-17T03:17:06.478Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pn9s8d96
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pn9s8d96
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=mtm9p9ms
time="2022-04-17T03:17:06.478Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=mtm9p9ms
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtm9p9ms
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hdb4svfk
time="2022-04-17T03:17:06.478Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hdb4svfk
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdb4svfk
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=qvcr5lrn
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvcr5lrn
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h2fdn5bk
time="2022-04-17T03:17:06.478Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h2fdn5bk
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2fdn5bk
time="2022-04-17T03:17:06.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=5pgdw4r4
time="2022-04-17T03:17:06.478Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=5pgdw4r4
time="2022-04-17T03:17:06.478Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pgdw4r4
time="2022-04-17T03:17:06.987Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rhrpkggh
time="2022-04-17T03:17:06.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:06.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:06.987Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rhrpkggh
time="2022-04-17T03:17:06.987Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rhrpkggh
time="2022-04-17T03:17:06.987Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=rhrpkggh
time="2022-04-17T03:17:06.987Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhrpkggh
time="2022-04-17T03:17:08.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmgsfrkr
time="2022-04-17T03:17:08.997Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:08.997Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:08.997Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmgsfrkr
time="2022-04-17T03:17:08.997Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmgsfrkr
time="2022-04-17T03:17:08.997Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=tmgsfrkr
time="2022-04-17T03:17:08.997Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmgsfrkr
time="2022-04-17T03:17:09.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ktnlzn5d
time="2022-04-17T03:17:09.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.007Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.007Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ktnlzn5d
time="2022-04-17T03:17:09.007Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ktnlzn5d
time="2022-04-17T03:17:09.007Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=ktnlzn5d
time="2022-04-17T03:17:09.007Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktnlzn5d
time="2022-04-17T03:17:09.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=76b7hrdw
time="2022-04-17T03:17:09.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.013Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=76b7hrdw
time="2022-04-17T03:17:09.013Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=76b7hrdw
time="2022-04-17T03:17:09.013Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=76b7hrdw
time="2022-04-17T03:17:09.013Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=76b7hrdw
time="2022-04-17T03:17:09.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.019Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.02Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.02Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.02Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.02Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=fxng2jdk successful=true
time="2022-04-17T03:17:09.025Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.033Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=c4wdgr79
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=c4wdgr79
time="2022-04-17T03:17:09.034Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=v59kvn28
time="2022-04-17T03:17:09.034Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=v59kvn28
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v59kvn28
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pb5c9ls6
time="2022-04-17T03:17:09.034Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pb5c9ls6
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=45rpcjwf
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pb5c9ls6
time="2022-04-17T03:17:09.034Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=vxp4zr64
time="2022-04-17T03:17:09.034Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=45rpcjwf
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=45rpcjwf
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxp4zr64
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jbph4rb8
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vwvp8jbb
time="2022-04-17T03:17:09.034Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jbph4rb8
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbph4rb8
time="2022-04-17T03:17:09.034Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vwvp8jbb
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwvp8jbb
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=24dsjw6p
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.034Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.034Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=24dsjw6p
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=24dsjw6p
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rccfftps
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=g59s9nvg
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rccfftps
time="2022-04-17T03:17:09.034Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=g59s9nvg
time="2022-04-17T03:17:09.034Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g59s9nvg
time="2022-04-17T03:17:09.034Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=vncv8wdt
time="2022-04-17T03:17:09.035Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=vncv8wdt
time="2022-04-17T03:17:09.035Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vncv8wdt
time="2022-04-17T03:17:09.042Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.042Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fxng2jdk
time="2022-04-17T03:17:09.044Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jjtxg4cb
time="2022-04-17T03:17:09.044Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jjtxg4cb
time="2022-04-17T03:17:09.045Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7p77wc5z
time="2022-04-17T03:17:09.045Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7p77wc5z
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7p77wc5z
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nnnmh67g
time="2022-04-17T03:17:09.045Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nnnmh67g
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnnmh67g
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.045Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=spgzmm2h
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spgzmm2h
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=m8wkklcp
time="2022-04-17T03:17:09.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.045Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=m8wkklcp
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=m8wkklcp
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dkfbht78
time="2022-04-17T03:17:09.045Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dkfbht78
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dkfbht78
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zp2dcrmm
time="2022-04-17T03:17:09.045Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zp2dcrmm
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zp2dcrmm
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=g8xls7hx
time="2022-04-17T03:17:09.045Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=g8xls7hx
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8xls7hx
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=njb7ccld
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njb7ccld
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=5mqvv47b
time="2022-04-17T03:17:09.045Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=5mqvv47b
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mqvv47b
time="2022-04-17T03:17:09.045Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=rmz458vd
time="2022-04-17T03:17:09.045Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=rmz458vd
time="2022-04-17T03:17:09.045Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmz458vd
time="2022-04-17T03:17:09.054Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=fxng2jdk
time="2022-04-17T03:17:09.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.054Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.054Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.054Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.054Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.054Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=dnb5q789
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=dnb5q789
time="2022-04-17T03:17:09.056Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6j2f577t
time="2022-04-17T03:17:09.056Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6j2f577t
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6j2f577t
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tbvqzqx4
time="2022-04-17T03:17:09.056Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tbvqzqx4
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbvqzqx4
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.056Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4mckhxzk
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mckhxzk
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tjdsdvpd
time="2022-04-17T03:17:09.056Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.056Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tjdsdvpd
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=tjdsdvpd
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=2mkbbcm7
time="2022-04-17T03:17:09.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=2mkbbcm7
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mkbbcm7
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nd7wtz6w
time="2022-04-17T03:17:09.056Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nd7wtz6w
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd7wtz6w
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4msznrn5
time="2022-04-17T03:17:09.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4msznrn5
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4msznrn5
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=x97zjjg7
time="2022-04-17T03:17:09.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x97zjjg7
time="2022-04-17T03:17:09.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=kdmgp59f
time="2022-04-17T03:17:09.057Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=kdmgp59f
time="2022-04-17T03:17:09.057Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdmgp59f
time="2022-04-17T03:17:09.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=r4cljcd7
time="2022-04-17T03:17:09.057Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=r4cljcd7
time="2022-04-17T03:17:09.057Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4cljcd7
time="2022-04-17T03:17:09.059Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.059Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=gpcv4fxp
time="2022-04-17T03:17:09.059Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:17:09.059Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.059Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.059Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="service account already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="role already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="rolebinding already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-cluster-0-tcfjt namespace=default
time="2022-04-17T03:17:09.059Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-0-tcfjt reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.059Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.091Z" level=info msg="created new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.091Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.091Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-04-17T03:17:09.091Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=tqg4rgk2
time="2022-04-17T03:17:09.091Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.091Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=tqg4rgk2
time="2022-04-17T03:17:09.092Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqg4rgk2
time="2022-04-17T03:17:09.092Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=n462fvs4
time="2022-04-17T03:17:09.092Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.092Z" level=debug msg="generating installer job" clusterProvision=jshu-cluster-0-tcfjt namespace=default
time="2022-04-17T03:17:09.092Z" level=debug msg="Setting labels on derived object" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision derivedObject=jshu-cluster-0-tcfjt-provision job=jshu-cluster-0-tcfjt-provision reconcileID=n462fvs4
time="2022-04-17T03:17:09.092Z" level=info msg="creating install job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=n462fvs4
time="2022-04-17T03:17:09.092Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.099Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:17:09.099Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.099Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=n462fvs4
time="2022-04-17T03:17:09.1Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=lp5vk2s2
time="2022-04-17T03:17:09.1Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=lp5vk2s2
time="2022-04-17T03:17:09.1Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.102Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsed=23.102808285 reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.102Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=43 elapsedMillisGT=0 outcome=unspecified reconcileID=7lxnw5kq
time="2022-04-17T03:17:09.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9zcwtrht
time="2022-04-17T03:17:09.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.103Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9zcwtrht
time="2022-04-17T03:17:09.103Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9zcwtrht
time="2022-04-17T03:17:09.103Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=26jzf5cj
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=26jzf5cj
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=b2q7gb9n
time="2022-04-17T03:17:09.106Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=b2q7gb9n
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b2q7gb9n
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4rwmxrtd
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rwmxrtd
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qgxl55ft
time="2022-04-17T03:17:09.106Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qgxl55ft
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgxl55ft
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=c8kjss2f
time="2022-04-17T03:17:09.106Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=c8kjss2f
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8kjss2f
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=ml5jhzfr
time="2022-04-17T03:17:09.106Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=ml5jhzfr
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ml5jhzfr
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=68vlh6hf
time="2022-04-17T03:17:09.106Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=68vlh6hf
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68vlh6hf
time="2022-04-17T03:17:09.106Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=b7xmlgcs
time="2022-04-17T03:17:09.106Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=b7xmlgcs
time="2022-04-17T03:17:09.106Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7xmlgcs
time="2022-04-17T03:17:09.108Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=lp5vk2s2
time="2022-04-17T03:17:09.108Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wkb24gs2
time="2022-04-17T03:17:09.108Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=z97jzs5c
time="2022-04-17T03:17:09.108Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wkb24gs2
time="2022-04-17T03:17:09.108Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkb24gs2
time="2022-04-17T03:17:09.108Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=z97jzs5c
time="2022-04-17T03:17:09.108Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.108Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=z97jzs5c
time="2022-04-17T03:17:09.108Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=z97jzs5c
time="2022-04-17T03:17:09.108Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z97jzs5c
time="2022-04-17T03:17:09.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.111Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.111Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=gx5hhh5r
time="2022-04-17T03:17:09.111Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=gx5hhh5r
time="2022-04-17T03:17:09.111Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gx5hhh5r
time="2022-04-17T03:17:09.111Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mk2vssh8
time="2022-04-17T03:17:09.111Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.111Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mk2vssh8
time="2022-04-17T03:17:09.111Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=mk2vssh8
time="2022-04-17T03:17:09.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=ttm2lvv7
time="2022-04-17T03:17:09.112Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttm2lvv7
time="2022-04-17T03:17:09.117Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-0-tcfjt reconcileID=9zcwtrht
time="2022-04-17T03:17:09.117Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=9zcwtrht
time="2022-04-17T03:17:09.117Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:17:09.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=266zmczq
time="2022-04-17T03:17:09.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.117Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=266zmczq
time="2022-04-17T03:17:09.117Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=266zmczq
time="2022-04-17T03:17:09.117Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.118Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2v7f8p5d
time="2022-04-17T03:17:09.118Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2v7f8p5d
time="2022-04-17T03:17:09.118Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.118Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2v7f8p5d
time="2022-04-17T03:17:09.118Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=2v7f8p5d
time="2022-04-17T03:17:09.118Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2v7f8p5d
time="2022-04-17T03:17:09.128Z" level=info msg="adopted provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=266zmczq
time="2022-04-17T03:17:09.128Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=266zmczq
time="2022-04-17T03:17:09.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6jswg296
time="2022-04-17T03:17:09.129Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.129Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.129Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6jswg296
time="2022-04-17T03:17:09.129Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6jswg296
time="2022-04-17T03:17:09.129Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.13Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=f8jxgc8n
time="2022-04-17T03:17:09.13Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=f8jxgc8n
time="2022-04-17T03:17:09.13Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4h7g659p
time="2022-04-17T03:17:09.13Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4h7g659p
time="2022-04-17T03:17:09.13Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4h7g659p
time="2022-04-17T03:17:09.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bqlzhtmt
time="2022-04-17T03:17:09.13Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bqlzhtmt
time="2022-04-17T03:17:09.13Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqlzhtmt
time="2022-04-17T03:17:09.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.13Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=9mcqk88c
time="2022-04-17T03:17:09.13Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mcqk88c
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=wg5xj6k5
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=psm2j8vz
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4mnjjvbf
time="2022-04-17T03:17:09.131Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=psm2j8vz
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=psm2j8vz
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bgvcn52q
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=64j2wk92
time="2022-04-17T03:17:09.131Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=p57jctxv
time="2022-04-17T03:17:09.131Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=64j2wk92
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=64j2wk92
time="2022-04-17T03:17:09.131Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=p57jctxv
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p57jctxv
time="2022-04-17T03:17:09.131Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=wg5xj6k5
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=k6snbh7b
time="2022-04-17T03:17:09.131Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=k6snbh7b
time="2022-04-17T03:17:09.131Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.131Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=wg5xj6k5
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6snbh7b
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mnjjvbf
time="2022-04-17T03:17:09.131Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bgvcn52q
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgvcn52q
time="2022-04-17T03:17:09.131Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=wg5xj6k5
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg5xj6k5
time="2022-04-17T03:17:09.131Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=2r59gxhf
time="2022-04-17T03:17:09.131Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=2r59gxhf
time="2022-04-17T03:17:09.131Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2r59gxhf
time="2022-04-17T03:17:09.133Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-0-tcfjt reconcileID=6jswg296
time="2022-04-17T03:17:09.133Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=6jswg296
time="2022-04-17T03:17:09.133Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:17:09.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x6qwbst4
time="2022-04-17T03:17:09.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.133Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x6qwbst4
time="2022-04-17T03:17:09.133Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x6qwbst4
time="2022-04-17T03:17:09.133Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.134Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=x6qwbst4
time="2022-04-17T03:17:09.134Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=x6qwbst4
time="2022-04-17T03:17:09.134Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=x6qwbst4
time="2022-04-17T03:17:09.229Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=95 elapsedMillisGT=0 outcome=unspecified reconcileID=x6qwbst4
time="2022-04-17T03:17:09.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.229Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.229Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.229Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.229Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.229Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.229Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.229Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.229Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.23Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=4pklmlbx
time="2022-04-17T03:17:09.23Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=4pklmlbx
time="2022-04-17T03:17:09.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7fm54tcb
time="2022-04-17T03:17:09.23Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7fm54tcb
time="2022-04-17T03:17:09.23Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fm54tcb
time="2022-04-17T03:17:09.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rrq826d2
time="2022-04-17T03:17:09.23Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrq826d2
time="2022-04-17T03:17:09.23Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=274bbck4
time="2022-04-17T03:17:09.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=k2vx4hj4
time="2022-04-17T03:17:09.231Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=k2vx4hj4
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2vx4hj4
time="2022-04-17T03:17:09.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=28bblpmd
time="2022-04-17T03:17:09.231Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=28bblpmd
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28bblpmd
time="2022-04-17T03:17:09.231Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=rhnt5c97
time="2022-04-17T03:17:09.231Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=rhnt5c97
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhnt5c97
time="2022-04-17T03:17:09.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=4xkbprc2
time="2022-04-17T03:17:09.231Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=4xkbprc2
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xkbprc2
time="2022-04-17T03:17:09.231Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=5szm7898
time="2022-04-17T03:17:09.231Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=5szm7898
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5szm7898
time="2022-04-17T03:17:09.231Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=274bbck4
time="2022-04-17T03:17:09.231Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:09.231Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=274bbck4
time="2022-04-17T03:17:09.231Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=274bbck4
time="2022-04-17T03:17:09.231Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=274bbck4
time="2022-04-17T03:17:09.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=vbzvfzjp
time="2022-04-17T03:17:09.236Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbzvfzjp
time="2022-04-17T03:17:09.236Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qf2gxr6d
time="2022-04-17T03:17:09.236Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=zk2g4ts5
time="2022-04-17T03:17:09.236Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qf2gxr6d
time="2022-04-17T03:17:09.236Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qf2gxr6d
time="2022-04-17T03:17:09.236Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:09.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.236Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:09.236Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=zk2g4ts5
time="2022-04-17T03:17:09.236Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:09.236Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=zk2g4ts5
time="2022-04-17T03:17:09.428Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=dtrxq5g8
time="2022-04-17T03:17:09.428Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:17:09.428Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=prp9bz78
time="2022-04-17T03:17:09.429Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.429Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.429Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=prp9bz78
time="2022-04-17T03:17:09.429Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=prp9bz78
time="2022-04-17T03:17:09.429Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.429Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=prp9bz78
time="2022-04-17T03:17:09.429Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=prp9bz78
time="2022-04-17T03:17:09.429Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prp9bz78
time="2022-04-17T03:17:09.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lw78qhmv
time="2022-04-17T03:17:09.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:09.439Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lw78qhmv
time="2022-04-17T03:17:09.439Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lw78qhmv
time="2022-04-17T03:17:09.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:09.439Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=lw78qhmv
time="2022-04-17T03:17:09.439Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=lw78qhmv
time="2022-04-17T03:17:09.439Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lw78qhmv
time="2022-04-17T03:17:11.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zzjdx5rr
time="2022-04-17T03:17:11.063Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:11.063Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:11.063Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zzjdx5rr
time="2022-04-17T03:17:11.063Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zzjdx5rr
time="2022-04-17T03:17:11.063Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:11.063Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=zzjdx5rr
time="2022-04-17T03:17:11.063Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=zzjdx5rr
time="2022-04-17T03:17:11.063Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzjdx5rr
time="2022-04-17T03:17:26.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8drd756r
time="2022-04-17T03:17:26.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:26.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:26.225Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8drd756r
time="2022-04-17T03:17:26.225Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8drd756r
time="2022-04-17T03:17:26.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:26.225Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=8drd756r
time="2022-04-17T03:17:26.225Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=8drd756r
time="2022-04-17T03:17:26.225Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8drd756r
time="2022-04-17T03:17:34.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2wl79bnd
time="2022-04-17T03:17:34.384Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:34.384Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:34.384Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2wl79bnd
time="2022-04-17T03:17:34.384Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2wl79bnd
time="2022-04-17T03:17:34.384Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:34.384Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=2wl79bnd
time="2022-04-17T03:17:34.384Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=2wl79bnd
time="2022-04-17T03:17:34.384Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wl79bnd
time="2022-04-17T03:17:46.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r282g26
time="2022-04-17T03:17:46.23Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=8pl2phrv
time="2022-04-17T03:17:46.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=8pl2phrv
time="2022-04-17T03:17:46.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=8pl2phrv
time="2022-04-17T03:17:46.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.23Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=8pl2phrv
time="2022-04-17T03:17:46.231Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.231Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=8pl2phrv
time="2022-04-17T03:17:46.231Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r282g26
time="2022-04-17T03:17:46.231Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=8pl2phrv
time="2022-04-17T03:17:46.23Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=n5gvb4sf
time="2022-04-17T03:17:46.231Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=n5gvb4sf
time="2022-04-17T03:17:46.231Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pl2phrv
time="2022-04-17T03:17:46.231Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5gvb4sf
time="2022-04-17T03:17:46.231Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r282g26
time="2022-04-17T03:17:46.231Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.231Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=7r282g26
time="2022-04-17T03:17:46.231Z" level=info msg="Saving infra ID \"jshu-cluster-x7tsx\" for cluster" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=7r282g26
time="2022-04-17T03:17:46.247Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=7r282g26
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=cr5h9zsm
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c5mtvf67
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=cr5h9zsm
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hrrg2hfd
time="2022-04-17T03:17:46.249Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:46.249Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hrrg2hfd
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lrbng5gg
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=hrrg2hfd
time="2022-04-17T03:17:46.249Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=q55vv98p
time="2022-04-17T03:17:46.249Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lrbng5gg
time="2022-04-17T03:17:46.249Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=q55vv98p
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrbng5gg
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q55vv98p
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=nbnbprb7
time="2022-04-17T03:17:46.249Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=nbnbprb7
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbnbprb7
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.249Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nfjg5hnt
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=wlplg56w
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfjg5hnt
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wlplg56w
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fxg27gpz
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=fb7hb529
time="2022-04-17T03:17:46.249Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fxg27gpz
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxg27gpz
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=q5r5k2qg
time="2022-04-17T03:17:46.249Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=q5r5k2qg
time="2022-04-17T03:17:46.249Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=fb7hb529
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5r5k2qg
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=w45q6n5g
time="2022-04-17T03:17:46.249Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=w45q6n5g
time="2022-04-17T03:17:46.249Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=fb7hb529
time="2022-04-17T03:17:46.249Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w45q6n5g
time="2022-04-17T03:17:46.249Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=fb7hb529
time="2022-04-17T03:17:46.25Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c5mtvf67
time="2022-04-17T03:17:46.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.25Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=fb7hb529
time="2022-04-17T03:17:46.25Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c5mtvf67
time="2022-04-17T03:17:46.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.25Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=fb7hb529
time="2022-04-17T03:17:46.25Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=fb7hb529
time="2022-04-17T03:17:46.25Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=fb7hb529
time="2022-04-17T03:17:46.25Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=c5mtvf67
time="2022-04-17T03:17:46.25Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=c5mtvf67
time="2022-04-17T03:17:46.25Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5mtvf67
time="2022-04-17T03:17:46.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xjrsf7zv
time="2022-04-17T03:17:46.25Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=xjrsf7zv
time="2022-04-17T03:17:46.25Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjrsf7zv
time="2022-04-17T03:17:46.26Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w9d4bq28
time="2022-04-17T03:17:46.26Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w9d4bq28
time="2022-04-17T03:17:46.26Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w9d4bq28
time="2022-04-17T03:17:46.26Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=clw98c2t
time="2022-04-17T03:17:46.26Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.26Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.26Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=clw98c2t
time="2022-04-17T03:17:46.26Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=clw98c2t
time="2022-04-17T03:17:46.26Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.261Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=clw98c2t
time="2022-04-17T03:17:46.261Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=clw98c2t
time="2022-04-17T03:17:46.261Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clw98c2t
time="2022-04-17T03:17:46.273Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=fb7hb529
time="2022-04-17T03:17:46.273Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.273Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.273Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.274Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h82xkbr8
time="2022-04-17T03:17:46.274Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h82xkbr8
time="2022-04-17T03:17:46.274Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h82xkbr8
time="2022-04-17T03:17:46.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djr6hcsq
time="2022-04-17T03:17:46.274Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.274Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.275Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djr6hcsq
time="2022-04-17T03:17:46.275Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=djr6hcsq
time="2022-04-17T03:17:46.275Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.275Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=djr6hcsq
time="2022-04-17T03:17:46.275Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=djr6hcsq
time="2022-04-17T03:17:46.275Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=djr6hcsq
time="2022-04-17T03:17:46.278Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tcfjt\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-0-tcfjt-provision reconcileID=njjgbsfp
time="2022-04-17T03:17:46.278Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=njjgbsfp
time="2022-04-17T03:17:46.278Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tcfjt\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-0-tcfjt namespace=default
time="2022-04-17T03:17:46.278Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.278Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=2hk29vxb
time="2022-04-17T03:17:46.278Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hk29vxb
time="2022-04-17T03:17:46.283Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.283Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.283Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.284Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.284Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.284Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sdmqvkrs
time="2022-04-17T03:17:46.284Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=djr6hcsq
time="2022-04-17T03:17:46.285Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=w27vwkxt
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=w27vwkxt
time="2022-04-17T03:17:46.286Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wrmz2nfj
time="2022-04-17T03:17:46.286Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wrmz2nfj
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrmz2nfj
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=565mn2gw
time="2022-04-17T03:17:46.286Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=565mn2gw
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=565mn2gw
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=776gk4p7
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=8qdvz467
time="2022-04-17T03:17:46.286Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=776gk4p7
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=776gk4p7
time="2022-04-17T03:17:46.286Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=8qdvz467
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qdvz467
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.286Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=rqdwwtfh
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:46.286Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=rqdwwtfh
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rqdwwtfh
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=jjb22t9h
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjb22t9h
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=rhlblcrd
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rhlblcrd
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jv2t67vl
time="2022-04-17T03:17:46.286Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jv2t67vl
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jv2t67vl
time="2022-04-17T03:17:46.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lk9cwg27
time="2022-04-17T03:17:46.286Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=lk9cwg27
time="2022-04-17T03:17:46.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk9cwg27
time="2022-04-17T03:17:46.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.286Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9lc2qk5g
time="2022-04-17T03:17:46.286Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j46h6m44
time="2022-04-17T03:17:46.286Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9lc2qk5g
time="2022-04-17T03:17:46.286Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=9lc2qk5g
time="2022-04-17T03:17:46.294Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=djr6hcsq
time="2022-04-17T03:17:46.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=85pkg7rv
time="2022-04-17T03:17:46.294Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.294Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.294Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=85pkg7rv
time="2022-04-17T03:17:46.294Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=85pkg7rv
time="2022-04-17T03:17:46.294Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.294Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=85pkg7rv
time="2022-04-17T03:17:46.294Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=85pkg7rv
time="2022-04-17T03:17:46.294Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=85pkg7rv
time="2022-04-17T03:17:46.296Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=l62mmcmg
time="2022-04-17T03:17:46.296Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=l62mmcmg
time="2022-04-17T03:17:46.296Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=dcfcblc9
time="2022-04-17T03:17:46.296Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=dcfcblc9
time="2022-04-17T03:17:46.296Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dcfcblc9
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=w4g6chp5
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4g6chp5
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:17:46.297Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4htdpw2
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=577qvswh
time="2022-04-17T03:17:46.297Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=577qvswh
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=577qvswh
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=4pn6fn96
time="2022-04-17T03:17:46.297Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=4pn6fn96
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pn6fn96
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=pg7vd8l4
time="2022-04-17T03:17:46.297Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=pg7vd8l4
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pg7vd8l4
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=tjfd6w2f
time="2022-04-17T03:17:46.297Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=tjfd6w2f
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjfd6w2f
time="2022-04-17T03:17:46.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=b4qwdnlc
time="2022-04-17T03:17:46.297Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=b4qwdnlc
time="2022-04-17T03:17:46.297Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4qwdnlc
time="2022-04-17T03:17:46.301Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=85pkg7rv
time="2022-04-17T03:17:46.301Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T03:17:46.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2h54lv94
time="2022-04-17T03:17:46.302Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2h54lv94
time="2022-04-17T03:17:46.302Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2h54lv94
time="2022-04-17T03:17:46.302Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.302Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T03:17:46.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T03:17:46.302Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T03:17:46.302Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T03:17:46.302Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcxqdhc7
time="2022-04-17T03:17:46.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=xqfhzjnr
time="2022-04-17T03:17:46.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:17:46.302Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=xqfhzjnr
time="2022-04-17T03:17:46.302Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=xqfhzjnr
time="2022-04-17T03:17:46.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=cfzt2cbg
time="2022-04-17T03:17:46.303Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfzt2cbg
time="2022-04-17T03:18:09Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=9krm7bhv
time="2022-04-17T03:18:09Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=9krm7bhv
time="2022-04-17T03:18:09Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=9krm7bhv
time="2022-04-17T03:18:09Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=9krm7bhv
time="2022-04-17T03:18:09Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T03:18:09.001Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=9krm7bhv
time="2022-04-17T03:18:09.001Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=9krm7bhv
time="2022-04-17T03:18:09.001Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9krm7bhv
time="2022-04-17T03:18:21.265Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:18:21.265Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:18:21.265Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:18:21.265Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:18:21.265Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:18:21.265Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:20:21.266Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:20:21.266Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:20:21.266Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:20:21.266Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:20:21.266Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:20:21.266Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:22:21.267Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:22:21.267Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:22:21.267Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:22:21.267Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:22:21.267Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:22:21.267Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:24:21.268Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:24:21.268Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:24:21.268Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:24:21.268Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:24:21.268Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:24:21.268Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:26:21.269Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:26:21.269Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:26:21.269Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:26:21.269Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:26:21.269Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:26:21.269Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:28:21.27Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:28:21.27Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:28:21.27Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:28:21.27Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:28:21.27Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:28:21.27Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:30:00.131Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:30:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:30:21.271Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:30:21.271Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:30:21.271Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:30:21.271Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:30:21.271Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:30:21.271Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:32:21.271Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:32:21.272Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:32:21.272Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:32:21.272Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:32:21.272Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:32:21.272Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:32:44.431Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fnz6d5ns
time="2022-04-17T03:32:44.431Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T03:32:44.431Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fnz6d5ns
time="2022-04-17T03:32:44.431Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=fnz6d5ns
time="2022-04-17T03:34:21.272Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:34:21.273Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:34:21.273Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:34:21.273Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:34:21.273Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:34:21.273Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:36:21.273Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:36:21.274Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:36:21.274Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:36:21.274Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:36:21.274Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:36:21.274Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:38:21.275Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:38:21.275Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:38:21.275Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:38:21.275Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:38:21.275Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:38:21.275Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:40:21.276Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:40:21.276Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:40:21.276Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:40:21.276Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:40:21.276Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:40:21.276Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:42:21.276Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:42:21.276Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:42:21.277Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:42:21.277Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:42:21.277Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:42:21.277Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:44:21.277Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:44:21.277Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:44:21.277Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:44:21.277Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:44:21.277Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:44:21.277Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:45:00.13Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:45:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T03:46:21.278Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:46:21.278Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:46:21.278Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:46:21.278Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:46:21.278Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:46:21.279Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:48:21.279Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:48:21.279Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:48:21.279Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:48:21.279Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:48:21.279Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:48:21.279Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:50:21.28Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:50:21.28Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:50:21.28Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:50:21.28Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:50:21.28Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:50:21.28Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:52:21.281Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:52:21.281Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:52:21.281Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:52:21.281Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:52:21.281Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:52:21.281Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:54:21.282Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:54:21.282Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:54:21.282Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:54:21.282Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:54:21.282Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:54:21.282Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:56:21.282Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:56:21.282Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:56:21.283Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:56:21.283Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:56:21.283Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:56:21.283Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T03:58:21.283Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T03:58:21.283Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T03:58:21.284Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T03:58:21.284Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T03:58:21.284Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T03:58:21.284Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:00:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:00:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:00:21.285Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:00:21.285Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:00:21.285Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:00:21.285Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:00:21.285Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:00:21.285Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:02:21.286Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:02:21.286Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:02:21.286Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:02:21.286Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:02:21.286Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:02:21.286Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:03:01.417Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=q46wjdrg
time="2022-04-17T04:03:01.417Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:03:01.417Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=q46wjdrg
time="2022-04-17T04:03:01.417Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=q46wjdrg
time="2022-04-17T04:04:21.287Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:04:21.287Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:04:21.287Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:04:21.287Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:04:21.287Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:04:21.287Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:06:21.288Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:06:21.288Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:06:21.288Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:06:21.288Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:06:21.288Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:06:21.288Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:08:21.288Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:08:21.289Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:08:21.289Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:08:21.289Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:08:21.289Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:08:21.289Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:10:21.29Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:10:21.29Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:10:21.29Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:10:21.29Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:10:21.29Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:10:21.29Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:12:21.29Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:12:21.29Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:12:21.29Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:12:21.29Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:12:21.29Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:12:21.29Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:14:21.291Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:14:21.291Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:14:21.291Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:14:21.291Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:14:21.291Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:14:21.291Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:15:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:15:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:15:28.047Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8jdwrs4q
time="2022-04-17T04:15:28.047Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8jdwrs4q
time="2022-04-17T04:15:28.047Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jdwrs4q
time="2022-04-17T04:15:28.047Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:28.047Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:28.047Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:28.047Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jwcrvv6
time="2022-04-17T04:15:28.047Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:28.048Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.048Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sc8jvhnk
time="2022-04-17T04:15:28.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=82nrttq2
time="2022-04-17T04:15:28.229Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:28.23Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:28.23Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=82nrttq2
time="2022-04-17T04:15:28.23Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=82nrttq2
time="2022-04-17T04:15:28.23Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:28.23Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=82nrttq2
time="2022-04-17T04:15:28.23Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=82nrttq2
time="2022-04-17T04:15:28.23Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82nrttq2
time="2022-04-17T04:15:30.235Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.235Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.235Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.235Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.235Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.235Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:30.236Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.236Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.236Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nk8pzdnr
time="2022-04-17T04:15:30.245Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.245Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.245Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8wlxpsk
time="2022-04-17T04:15:30.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.255Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.255Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.255Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:30.256Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.256Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.256Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ksvzfmh
time="2022-04-17T04:15:30.263Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.263Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.263Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.263Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.263Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.263Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.263Z" level=info msg="install job failed" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=error msg="error loading additional-install-log-regexes configmap" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision error="ConfigMap \"additional-install-log-regexes\" not found" job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="processing new install log" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Install Config from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Manifests created in: manifests and openshift" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=warning msg=Found override for release image. Please be warned, this is not advised" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Openshift Manifests from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Worker Machines from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Common Manifests from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming OpenShift Install (Manifests) from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Master Machines from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Ignition-Configs created in: . and auth" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Worker Ignition Config from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Master Ignition Config from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Bootstrap Ignition Config from target directory" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Creating infrastructure resources..." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 20m0s (until 3:43AM) for the Kubernetes API at https://api.jshu-cluster.qe.devcluster.openshift.com:6443..." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=API v1.23.5+9ce5071 up" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 30m0s (until 3:55AM) for bootstrapping to complete..." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Destroying the bootstrap resources..." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 40m0s (until 4:15AM) for the cluster at https://api.jshu-cluster.qe.devcluster.openshift.com:6443 to initialize..." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator authentication Degraded is True with IngressStateEndpoints_MissingSubsets::OAuthClientsController_SyncError::OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerRouteEndpointAccessibleController_SyncError::OAuthServerServiceEndpointAccessibleController_SyncError::OAuthServerServiceEndpointsEndpointAccessibleController_SyncError::WellKnownReadyController_SyncError: IngressStateEndpointsDegraded: No subsets found for the endpoints of oauth-server" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthClientsControllerDegraded: no ingress for host oauth-openshift.apps.jshu-cluster.qe.devcluster.openshift.com in route oauth-openshift in namespace openshift-authentication" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerDeploymentDegraded: waiting for the oauth-openshift route to contain an admitted ingress: no admitted ingress for route oauth-openshift in namespace openshift-authentication" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerDeploymentDegraded: " reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerRouteEndpointAccessibleControllerDegraded: route \"openshift-authentication/oauth-openshift\": status does not have a valid host address" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerServiceEndpointAccessibleControllerDegraded: Get \"https://172.30.234.238:443/healthz\": dial tcp 172.30.234.238:443: connect: connection refused" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerServiceEndpointsEndpointAccessibleControllerDegraded: oauth service endpoints are not ready" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=WellKnownReadyControllerDegraded: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator authentication Available is False with OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerServiceEndpointAccessibleController_EndpointUnavailable::ReadyIngressNodes_NoReadyIngressNodes::WellKnown_NotReady: OAuthServerServiceEndpointAccessibleControllerAvailable: Get \"https://172.30.234.238:443/healthz\": dial tcp 172.30.234.238:443: connect: connection refused" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=ReadyIngressNodesAvailable: Authentication requires functional ingress which requires at least one schedulable and ready node. Got 0 worker nodes, 3 master nodes, 0 custom target nodes (none are schedulable or ready for ingress pods)." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=WellKnownAvailable: The well-known endpoint is not yet available: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator baremetal Disabled is True with UnsupportedPlatform: Nothing to do on this Platform" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerAvailable is True with AsExpected: Cloud Config Controller works as expected" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerDegraded is False with AsExpected: Cloud Config Controller works as expected" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerAvailable is True with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerDegraded is False with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator console Degraded is True with DefaultRouteSync_FailedAdmitDefaultRoute::RouteHealth_RouteNotAdmitted::SyncLoopRefresh_FailedIngress: DefaultRouteSyncDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=RouteHealthDegraded: console route is not admitted" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=SyncLoopRefreshDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator console Available is False with RouteHealth_RouteNotAdmitted: RouteHealthAvailable: console route is not admitted" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator etcd RecentBackup is Unknown with ControllerStarted: " reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator image-registry Available is False with NoReplicasAvailable: Available: The deployment does not have available replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=NodeCADaemonAvailable: The daemon set node-ca has available replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=ImagePrunerAvailable: Pruner CronJob has been created" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator image-registry Progressing is True with DeploymentNotCompleted: Progressing: The deployment has not completed" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator image-registry Degraded is True with Unavailable: Degraded: The deployment does not have available replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator ingress Available is False with IngressUnavailable: The \"default\" ingress controller reports Available=False: IngressControllerUnavailable: One or more status conditions indicate unavailable: DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.)" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator ingress Progressing is True with Reconciling: Not all ingress controllers are available." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator ingress Degraded is True with IngressDegraded: The \"default\" ingress controller reports Degraded=True: DegradedConditions: One or more other status conditions indicate a degraded state: PodsScheduled=False (PodsNotScheduled: Some pods are not scheduled: Pod \"router-default-6b4df87f8d-hhxsj\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Pod \"router-default-6b4df87f8d-5dmpc\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Make sure you have sufficient worker nodes.), DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.), DeploymentReplicasMinAvailable=False (DeploymentMinimumReplicasNotMet: 0/2 of replicas are available, max unavailable is 1)" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator insights Disabled is False with AsExpected: " reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator monitoring Available is False with MultipleTasksFailed: Rollout of the monitoring stack failed and is degraded. Please investigate the degraded status error." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator monitoring Progressing is True with RollOutInProgress: Rolling out the stack." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator monitoring Degraded is True with MultipleTasksFailed: Failed to rollout the stack. Error: updating alertmanager: waiting for Alertmanager Route to become ready failed: waiting for route openshift-monitoring/alertmanager-main: no status available" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating thanos querier: waiting for Thanos Querier Route to become ready failed: waiting for route openshift-monitoring/thanos-querier: no status available" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating prometheus-k8s: waiting for Prometheus Route to become ready failed: waiting for route openshift-monitoring/prometheus-k8s: no status available" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating grafana: waiting for Grafana Route to become ready failed: waiting for route openshift-monitoring/grafana: no status available" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating openshift-state-metrics: reconciling openshift-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/openshift-state-metrics: got 1 unavailable replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating kube-state-metrics: reconciling kube-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/kube-state-metrics: got 1 unavailable replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating telemeter client: reconciling Telemeter client Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/telemeter-client: got 1 unavailable replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating prometheus-adapter: reconciling PrometheusAdapter Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-adapter: got 2 unavailable replicas" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator network ManagementStateDegraded is False with : " reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator network Progressing is True with Deploying: Deployment \"openshift-network-diagnostics/network-check-source\" is waiting for other operators to become ready" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster initialization failed because one or more operators are not functioning properly." reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=The cluster should be accessible for troubleshooting as detailed in the documentation linked below," reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=https://docs.openshift.com/container-platform/latest/support/troubleshooting/troubleshooting-installations.html" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=The 'wait-for install-complete' subcommand can then be used to continue the installation" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=fatal msg=failed to initialize the cluster: Some cluster operators are still updating: authentication, console, image-registry, ingress, monitoring" reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.465Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line= reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSEC2QuotaExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSEC2QuotaExceeded searchString="failed to generate asset.*Platform Quota Check.*MissingQuota.*ec2"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSNATGatewayLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSNATGatewayLimitExceeded searchString=NatGatewayLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSVPCLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSVPCLimitExceeded searchString=VpcLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=S3BucketsLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=S3BucketsLimitExceeded searchString=TooManyBuckets
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LoadBalancerLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LoadBalancerLimitExceeded searchString="TooManyLoadBalancers: Exceeded quota of account"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=EIPAddressLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=EIPAddressLimitExceeded searchString="EIP: AddressLimitExceeded"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=MissingPublicSubnetForZone
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=MissingPublicSubnetForZone searchString="No public subnet provided for zone"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=PrivateSubnetInMultipleZones
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=PrivateSubnetInMultipleZones searchString="private subnet .* is also in zone"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidInstallConfigSubnet
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidInstallConfigSubnet searchString="CIDR range start.*is outside of the specified machine networks"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSUnableToFindMatchingRouteTable
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSUnableToFindMatchingRouteTable searchString="Error: Unable to find matching route for Route Table"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=DNSAlreadyExists
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=DNSAlreadyExists searchString="aws_route53_record.*Error building changeset:.*Tried to create resource record set.*but it already exists"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=PendingVerification
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=PendingVerification searchString="PendingVerification: Your request for accessing resources in this region is being validated"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=NoMatchingRoute53Zone
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=NoMatchingRoute53Zone searchString="data.aws_route53_zone.public: no matching Route53Zone found"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=TooManyRoute53Zones
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=TooManyRoute53Zones searchString="error creating Route53 Hosted Zone: TooManyHostedZones: Limits Exceeded"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=SimulatorThrottling
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=SimulatorThrottling searchString="validate AWS credentials: checking install permissions: error simulating policy: Throttling: Rate exceeded"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GeneralThrottling
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GeneralThrottling searchString="Throttling: Rate exceeded"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSRoute53Timeout
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSRoute53Timeout searchString="error waiting for Route53 Hosted Zone .* creation: timeout while waiting for state to become 'INSYNC'"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidCredentials
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidCredentials searchString="InvalidClientTokenId: The security token included in the request is invalid."
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSNoWorkerNodes
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSNoWorkerNodes searchString="(?s)terraform-provider-aws.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidAWSTags
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InvalidAWSTags searchString="platform\\.aws\\.userTags.*: Invalid value:.*value contains invalid characters"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ErrorDeletingIAMRole
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ErrorDeletingIAMRole searchString="Error deleting IAM Role .* DeleteConflict: Cannot delete entity, must detach all policies first."
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSSubnetDoesNotExist
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSSubnetDoesNotExist searchString="The subnet ID .* does not exist"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=NATGatewayFailed
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=NATGatewayFailed searchString="Error waiting for NAT Gateway (.*) to become available"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSAccessDeniedSLR
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSAccessDeniedSLR searchString="Error creating network Load Balancer: AccessDenied.*iam:CreateServiceLinkedRole"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSInsufficientPermissions
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSInsufficientPermissions searchString="current credentials insufficient for performing cluster installation"
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=VcpuLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=VcpuLimitExceeded searchString=VcpuLimitExceeded
time="2022-04-17T04:15:30.466Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=UserInitiatedShutdown
time="2022-04-17T04:15:30.466Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=UserInitiatedShutdown searchString="Error waiting for instance .* to become ready .* User initiated shutdown"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InconsistentTerraformResult
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=InconsistentTerraformResult searchString="Error: Provider produced inconsistent result after apply"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSVPCDoesNotExist
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AWSVPCDoesNotExist searchString="The vpc ID .* does not exist"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=TargetGroupNotFound
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=TargetGroupNotFound searchString=TargetGroupNotFound
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ErrorCreatingNetworkLoadBalancer
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ErrorCreatingNetworkLoadBalancer searchString="Error creating network Load Balancer: InternalFailure: "
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPInvalidProjectID
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPInvalidProjectID searchString="platform.gcp.project.* invalid project ID"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPInstanceTypeNotFound
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPInstanceTypeNotFound searchString="platform.gcp.type: Invalid value:.* instance type.* not found]"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPPreconditionFailed
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPPreconditionFailed searchString="googleapi: Error 412"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPQuotaSSDTotalGBExceeded
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPQuotaSSDTotalGBExceeded searchString="Quota 'SSD_TOTAL_GB' exceeded"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPComputeQuota
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPComputeQuota searchString="compute\\.googleapis\\.com/cpus is not available in [a-z0-9-]* because the required number of resources \\([0-9]*\\) is more than"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPServiceAccountQuota
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPServiceAccountQuota searchString="iam\\.googleapis\\.com/quota/service-account-count is not available in global because the required number of resources \\([0-9]*\\) is more than remaining quota"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPNoWorkerNodes
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=GCPNoWorkerNodes searchString="(?s)terraform-provider-gcp.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LibvirtSSHKeyPermissionDenied
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LibvirtSSHKeyPermissionDenied searchString="platform.baremetal.libvirtURI: Internal error: could not connect to libvirt: virError.Code=38, Domain=7, Message=.Cannot recv data: Permission denied"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LibvirtConnectionFailed
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=LibvirtConnectionFailed searchString="could not connect to libvirt"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ProxyTimeout
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: i/o timeout"
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: connect: connection refused"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ProxyInvalidCABundle
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=ProxyInvalidCABundle searchString="error pinging docker registry .+ proxyconnect tcp: x509: certificate signed by unknown authority"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=BootstrapFailed
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=BootstrapFailed searchString="Bootstrap failed to complete"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=KubeAPIWaitTimeout
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=KubeAPIWaitTimeout searchString="waiting for Kubernetes API: context deadline exceeded"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=MonitoringOperatorStillUpdating
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=MonitoringOperatorStillUpdating searchString="failed to initialize the cluster: Cluster operator monitoring is still updating"
time="2022-04-17T04:15:30.467Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AuthenticationOperatorDegraded
time="2022-04-17T04:15:30.467Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv regexName=AuthenticationOperatorDegraded searchString="Cluster operator authentication Degraded is True"
time="2022-04-17T04:15:30.467Z" level=info msg="found known install failure string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reason=AuthenticationOperatorDegraded reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.467Z" level=info msg="transitioning to failed" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.481Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=cthhcpm8
time="2022-04-17T04:15:30.481Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=cthhcpm8
time="2022-04-17T04:15:30.481Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cthhcpm8
time="2022-04-17T04:15:30.481Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkksm44t
time="2022-04-17T04:15:30.481Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.481Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.481Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkksm44t
time="2022-04-17T04:15:30.481Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkksm44t
time="2022-04-17T04:15:30.481Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:30.481Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=lkksm44t
time="2022-04-17T04:15:30.482Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=lkksm44t
time="2022-04-17T04:15:30.482Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkksm44t
time="2022-04-17T04:15:30.5Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=237 elapsedMillisGT=0 outcome=unspecified reconcileID=vfv9qkwv
time="2022-04-17T04:15:30.5Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=pz54svp8
time="2022-04-17T04:15:30.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=pz54svp8
time="2022-04-17T04:15:30.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=pz54svp8
time="2022-04-17T04:15:30.5Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=pz54svp8
time="2022-04-17T04:15:30.5Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.5Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=pz54svp8
time="2022-04-17T04:15:30.5Z" level=info msg="install job failed" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=error msg="error loading additional-install-log-regexes configmap" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision error="ConfigMap \"additional-install-log-regexes\" not found" job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="processing new install log" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Install Config from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Manifests created in: manifests and openshift" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=warning msg=Found override for release image. Please be warned, this is not advised" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Openshift Manifests from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Worker Machines from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Common Manifests from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming OpenShift Install (Manifests) from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Master Machines from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Ignition-Configs created in: . and auth" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Worker Ignition Config from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Master Ignition Config from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Consuming Bootstrap Ignition Config from target directory" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Creating infrastructure resources..." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 20m0s (until 3:43AM) for the Kubernetes API at https://api.jshu-cluster.qe.devcluster.openshift.com:6443..." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=API v1.23.5+9ce5071 up" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 30m0s (until 3:55AM) for bootstrapping to complete..." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Destroying the bootstrap resources..." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Waiting up to 40m0s (until 4:15AM) for the cluster at https://api.jshu-cluster.qe.devcluster.openshift.com:6443 to initialize..." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator authentication Degraded is True with IngressStateEndpoints_MissingSubsets::OAuthClientsController_SyncError::OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerRouteEndpointAccessibleController_SyncError::OAuthServerServiceEndpointAccessibleController_SyncError::OAuthServerServiceEndpointsEndpointAccessibleController_SyncError::WellKnownReadyController_SyncError: IngressStateEndpointsDegraded: No subsets found for the endpoints of oauth-server" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthClientsControllerDegraded: no ingress for host oauth-openshift.apps.jshu-cluster.qe.devcluster.openshift.com in route oauth-openshift in namespace openshift-authentication" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerDeploymentDegraded: waiting for the oauth-openshift route to contain an admitted ingress: no admitted ingress for route oauth-openshift in namespace openshift-authentication" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerDeploymentDegraded: " reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerRouteEndpointAccessibleControllerDegraded: route \"openshift-authentication/oauth-openshift\": status does not have a valid host address" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerServiceEndpointAccessibleControllerDegraded: Get \"https://172.30.234.238:443/healthz\": dial tcp 172.30.234.238:443: connect: connection refused" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=OAuthServerServiceEndpointsEndpointAccessibleControllerDegraded: oauth service endpoints are not ready" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=WellKnownReadyControllerDegraded: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator authentication Available is False with OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerServiceEndpointAccessibleController_EndpointUnavailable::ReadyIngressNodes_NoReadyIngressNodes::WellKnown_NotReady: OAuthServerServiceEndpointAccessibleControllerAvailable: Get \"https://172.30.234.238:443/healthz\": dial tcp 172.30.234.238:443: connect: connection refused" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=ReadyIngressNodesAvailable: Authentication requires functional ingress which requires at least one schedulable and ready node. Got 0 worker nodes, 3 master nodes, 0 custom target nodes (none are schedulable or ready for ingress pods)." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=WellKnownAvailable: The well-known endpoint is not yet available: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator baremetal Disabled is True with UnsupportedPlatform: Nothing to do on this Platform" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerAvailable is True with AsExpected: Cloud Config Controller works as expected" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerDegraded is False with AsExpected: Cloud Config Controller works as expected" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerAvailable is True with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerDegraded is False with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator console Degraded is True with DefaultRouteSync_FailedAdmitDefaultRoute::RouteHealth_RouteNotAdmitted::SyncLoopRefresh_FailedIngress: DefaultRouteSyncDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=RouteHealthDegraded: console route is not admitted" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=SyncLoopRefreshDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator console Available is False with RouteHealth_RouteNotAdmitted: RouteHealthAvailable: console route is not admitted" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator etcd RecentBackup is Unknown with ControllerStarted: " reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator image-registry Available is False with NoReplicasAvailable: Available: The deployment does not have available replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=NodeCADaemonAvailable: The daemon set node-ca has available replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=ImagePrunerAvailable: Pruner CronJob has been created" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator image-registry Progressing is True with DeploymentNotCompleted: Progressing: The deployment has not completed" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator image-registry Degraded is True with Unavailable: Degraded: The deployment does not have available replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator ingress Available is False with IngressUnavailable: The \"default\" ingress controller reports Available=False: IngressControllerUnavailable: One or more status conditions indicate unavailable: DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.)" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator ingress Progressing is True with Reconciling: Not all ingress controllers are available." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator ingress Degraded is True with IngressDegraded: The \"default\" ingress controller reports Degraded=True: DegradedConditions: One or more other status conditions indicate a degraded state: PodsScheduled=False (PodsNotScheduled: Some pods are not scheduled: Pod \"router-default-6b4df87f8d-hhxsj\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Pod \"router-default-6b4df87f8d-5dmpc\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Make sure you have sufficient worker nodes.), DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.), DeploymentReplicasMinAvailable=False (DeploymentMinimumReplicasNotMet: 0/2 of replicas are available, max unavailable is 1)" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator insights Disabled is False with AsExpected: " reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator monitoring Available is False with MultipleTasksFailed: Rollout of the monitoring stack failed and is degraded. Please investigate the degraded status error." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator monitoring Progressing is True with RollOutInProgress: Rolling out the stack." reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster operator monitoring Degraded is True with MultipleTasksFailed: Failed to rollout the stack. Error: updating alertmanager: waiting for Alertmanager Route to become ready failed: waiting for route openshift-monitoring/alertmanager-main: no status available" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating thanos querier: waiting for Thanos Querier Route to become ready failed: waiting for route openshift-monitoring/thanos-querier: no status available" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating prometheus-k8s: waiting for Prometheus Route to become ready failed: waiting for route openshift-monitoring/prometheus-k8s: no status available" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating grafana: waiting for Grafana Route to become ready failed: waiting for route openshift-monitoring/grafana: no status available" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating openshift-state-metrics: reconciling openshift-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/openshift-state-metrics: got 1 unavailable replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating kube-state-metrics: reconciling kube-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/kube-state-metrics: got 1 unavailable replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.502Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating telemeter client: reconciling Telemeter client Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/telemeter-client: got 1 unavailable replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=updating prometheus-adapter: reconciling PrometheusAdapter Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-adapter: got 2 unavailable replicas" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator network ManagementStateDegraded is False with : " reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=info msg=Cluster operator network Progressing is True with Deploying: Deployment \"openshift-network-diagnostics/network-check-source\" is waiting for other operators to become ready" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=Cluster initialization failed because one or more operators are not functioning properly." reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=The cluster should be accessible for troubleshooting as detailed in the documentation linked below," reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=https://docs.openshift.com/container-platform/latest/support/troubleshooting/troubleshooting-installations.html" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=error msg=The 'wait-for install-complete' subcommand can then be used to continue the installation" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line="level=fatal msg=failed to initialize the cluster: Some cluster operators are still updating: authentication, console, image-registry, ingress, monitoring" reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision line= reconcileID=pz54svp8
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSEC2QuotaExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSEC2QuotaExceeded searchString="failed to generate asset.*Platform Quota Check.*MissingQuota.*ec2"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSNATGatewayLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSNATGatewayLimitExceeded searchString=NatGatewayLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSVPCLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSVPCLimitExceeded searchString=VpcLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=S3BucketsLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=S3BucketsLimitExceeded searchString=TooManyBuckets
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LoadBalancerLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LoadBalancerLimitExceeded searchString="TooManyLoadBalancers: Exceeded quota of account"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=EIPAddressLimitExceeded
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=EIPAddressLimitExceeded searchString="EIP: AddressLimitExceeded"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=MissingPublicSubnetForZone
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=MissingPublicSubnetForZone searchString="No public subnet provided for zone"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=PrivateSubnetInMultipleZones
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=PrivateSubnetInMultipleZones searchString="private subnet .* is also in zone"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidInstallConfigSubnet
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidInstallConfigSubnet searchString="CIDR range start.*is outside of the specified machine networks"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSUnableToFindMatchingRouteTable
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSUnableToFindMatchingRouteTable searchString="Error: Unable to find matching route for Route Table"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=DNSAlreadyExists
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=DNSAlreadyExists searchString="aws_route53_record.*Error building changeset:.*Tried to create resource record set.*but it already exists"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=PendingVerification
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=PendingVerification searchString="PendingVerification: Your request for accessing resources in this region is being validated"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=NoMatchingRoute53Zone
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=NoMatchingRoute53Zone searchString="data.aws_route53_zone.public: no matching Route53Zone found"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=TooManyRoute53Zones
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=TooManyRoute53Zones searchString="error creating Route53 Hosted Zone: TooManyHostedZones: Limits Exceeded"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=SimulatorThrottling
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=SimulatorThrottling searchString="validate AWS credentials: checking install permissions: error simulating policy: Throttling: Rate exceeded"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GeneralThrottling
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GeneralThrottling searchString="Throttling: Rate exceeded"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSRoute53Timeout
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSRoute53Timeout searchString="error waiting for Route53 Hosted Zone .* creation: timeout while waiting for state to become 'INSYNC'"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidCredentials
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidCredentials searchString="InvalidClientTokenId: The security token included in the request is invalid."
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSNoWorkerNodes
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSNoWorkerNodes searchString="(?s)terraform-provider-aws.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidAWSTags
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InvalidAWSTags searchString="platform\\.aws\\.userTags.*: Invalid value:.*value contains invalid characters"
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ErrorDeletingIAMRole
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ErrorDeletingIAMRole searchString="Error deleting IAM Role .* DeleteConflict: Cannot delete entity, must detach all policies first."
time="2022-04-17T04:15:30.503Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSSubnetDoesNotExist
time="2022-04-17T04:15:30.503Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSSubnetDoesNotExist searchString="The subnet ID .* does not exist"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=NATGatewayFailed
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=NATGatewayFailed searchString="Error waiting for NAT Gateway (.*) to become available"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSAccessDeniedSLR
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSAccessDeniedSLR searchString="Error creating network Load Balancer: AccessDenied.*iam:CreateServiceLinkedRole"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSInsufficientPermissions
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSInsufficientPermissions searchString="current credentials insufficient for performing cluster installation"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=VcpuLimitExceeded
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=VcpuLimitExceeded searchString=VcpuLimitExceeded
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=UserInitiatedShutdown
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=UserInitiatedShutdown searchString="Error waiting for instance .* to become ready .* User initiated shutdown"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InconsistentTerraformResult
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=InconsistentTerraformResult searchString="Error: Provider produced inconsistent result after apply"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSVPCDoesNotExist
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AWSVPCDoesNotExist searchString="The vpc ID .* does not exist"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=TargetGroupNotFound
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=TargetGroupNotFound searchString=TargetGroupNotFound
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ErrorCreatingNetworkLoadBalancer
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ErrorCreatingNetworkLoadBalancer searchString="Error creating network Load Balancer: InternalFailure: "
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPInvalidProjectID
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPInvalidProjectID searchString="platform.gcp.project.* invalid project ID"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPInstanceTypeNotFound
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPInstanceTypeNotFound searchString="platform.gcp.type: Invalid value:.* instance type.* not found]"
time="2022-04-17T04:15:30.504Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vvrqf9d6
time="2022-04-17T04:15:30.504Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vvrqf9d6
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPPreconditionFailed
time="2022-04-17T04:15:30.504Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvrqf9d6
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPPreconditionFailed searchString="googleapi: Error 412"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPQuotaSSDTotalGBExceeded
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPQuotaSSDTotalGBExceeded searchString="Quota 'SSD_TOTAL_GB' exceeded"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPComputeQuota
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPComputeQuota searchString="compute\\.googleapis\\.com/cpus is not available in [a-z0-9-]* because the required number of resources \\([0-9]*\\) is more than"
time="2022-04-17T04:15:30.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7sxznzhm
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPServiceAccountQuota
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPServiceAccountQuota searchString="iam\\.googleapis\\.com/quota/service-account-count is not available in global because the required number of resources \\([0-9]*\\) is more than remaining quota"
time="2022-04-17T04:15:30.504Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPNoWorkerNodes
time="2022-04-17T04:15:30.504Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=GCPNoWorkerNodes searchString="(?s)terraform-provider-gcp.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LibvirtSSHKeyPermissionDenied
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LibvirtSSHKeyPermissionDenied searchString="platform.baremetal.libvirtURI: Internal error: could not connect to libvirt: virError.Code=38, Domain=7, Message=.Cannot recv data: Permission denied"
time="2022-04-17T04:15:30.504Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7sxznzhm
time="2022-04-17T04:15:30.504Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7sxznzhm
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LibvirtConnectionFailed
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=LibvirtConnectionFailed searchString="could not connect to libvirt"
time="2022-04-17T04:15:30.504Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ProxyTimeout
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: i/o timeout"
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: connect: connection refused"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ProxyInvalidCABundle
time="2022-04-17T04:15:30.504Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=7sxznzhm
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=ProxyInvalidCABundle searchString="error pinging docker registry .+ proxyconnect tcp: x509: certificate signed by unknown authority"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=BootstrapFailed
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=BootstrapFailed searchString="Bootstrap failed to complete"
time="2022-04-17T04:15:30.504Z" level=info msg="waiting to start a new provision after failure" clusterDeployment=default/jshu-cluster controller=clusterDeployment nextProvision="2022-04-17 04:16:30 +0000 UTC" provision=jshu-cluster-0-tcfjt reconcileID=7sxznzhm
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=KubeAPIWaitTimeout
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=KubeAPIWaitTimeout searchString="waiting for Kubernetes API: context deadline exceeded"
time="2022-04-17T04:15:30.504Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=MonitoringOperatorStillUpdating
time="2022-04-17T04:15:30.504Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=MonitoringOperatorStillUpdating searchString="failed to initialize the cluster: Cluster operator monitoring is still updating"
time="2022-04-17T04:15:30.505Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AuthenticationOperatorDegraded
time="2022-04-17T04:15:30.505Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8 regexName=AuthenticationOperatorDegraded searchString="Cluster operator authentication Degraded is True"
time="2022-04-17T04:15:30.505Z" level=info msg="found known install failure string" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reason=AuthenticationOperatorDegraded reconcileID=pz54svp8
time="2022-04-17T04:15:30.505Z" level=info msg="transitioning to failed" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8
time="2022-04-17T04:15:30.509Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tcfjt\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-0-tcfjt-provision reconcileID=pz54svp8
time="2022-04-17T04:15:30.509Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=pz54svp8
time="2022-04-17T04:15:30.509Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tcfjt\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-0-tcfjt namespace=default
time="2022-04-17T04:15:30.509Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=x59lftld
time="2022-04-17T04:15:30.509Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=x59lftld
time="2022-04-17T04:15:30.509Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=x59lftld
time="2022-04-17T04:15:30.509Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=x59lftld
time="2022-04-17T04:15:30.509Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.509Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=x59lftld
time="2022-04-17T04:15:30.509Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x59lftld
time="2022-04-17T04:15:30.515Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.515Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vp6qlppr
time="2022-04-17T04:15:30.515Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7sxznzhm
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8csj4kdt
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8csj4kdt
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mhfl7b7j
time="2022-04-17T04:15:30.516Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mhfl7b7j
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mhfl7b7j
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=v5gslrqf
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v5gslrqf
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:15:30.516Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x9vxpk7
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=l9952d8s
time="2022-04-17T04:15:30.516Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=l9952d8s
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9952d8s
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xfxhn9nj
time="2022-04-17T04:15:30.516Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xfxhn9nj
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfxhn9nj
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=gwhdx2dr
time="2022-04-17T04:15:30.516Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=gwhdx2dr
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwhdx2dr
time="2022-04-17T04:15:30.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=7f9wvcks
time="2022-04-17T04:15:30.516Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=7f9wvcks
time="2022-04-17T04:15:30.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7f9wvcks
time="2022-04-17T04:15:30.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lkqqhtln
time="2022-04-17T04:15:30.517Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=lkqqhtln
time="2022-04-17T04:15:30.517Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkqqhtln
time="2022-04-17T04:15:30.522Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lwqs86cs
time="2022-04-17T04:15:30.522Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wcrdj54j
time="2022-04-17T04:15:30.522Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lwqs86cs
time="2022-04-17T04:15:30.522Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wcrdj54j
time="2022-04-17T04:15:30.522Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcrdj54j
time="2022-04-17T04:15:30.522Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:15:30.522Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pz98qln6
time="2022-04-17T04:15:30.522Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f2b4xbgj
time="2022-04-17T04:15:30.522Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:15:30.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.522Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f2b4xbgj
time="2022-04-17T04:15:30.522Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=f2b4xbgj
time="2022-04-17T04:15:30.522Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:15:30.522Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pz98qln6
time="2022-04-17T04:15:30.522Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:15:30.522Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:15:30.522Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pz98qln6
time="2022-04-17T04:15:30.522Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:15:30.522Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=pz98qln6
time="2022-04-17T04:15:30.522Z" level=info msg="waiting to start a new provision after failure" clusterDeployment=default/jshu-cluster controller=clusterDeployment nextProvision="2022-04-17 04:16:30 +0000 UTC" provision=jshu-cluster-0-tcfjt reconcileID=pz98qln6
time="2022-04-17T04:15:30.522Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pz98qln6
time="2022-04-17T04:16:21.292Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:16:21.292Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:16:21.292Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:16:21.292Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:16:21.292Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:16:21.292Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:16:30.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wtzq55tf
time="2022-04-17T04:16:30.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.001Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.001Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wtzq55tf
time="2022-04-17T04:16:30.001Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wtzq55tf
time="2022-04-17T04:16:30.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.001Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=wtzq55tf
time="2022-04-17T04:16:30.001Z" level=info msg="clearing current failed provision to make way for a new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tcfjt reconcileID=wtzq55tf
time="2022-04-17T04:16:30.011Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=wtzq55tf
time="2022-04-17T04:16:30.012Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=zl9bcx97
time="2022-04-17T04:16:30.013Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=zl9bcx97
time="2022-04-17T04:16:30.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.013Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08eff8d43910c3b, ext:892290868321, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.013Z" level=debug msg="no RetryReasons found in FailedProvisionConfig -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="service account already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="role already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="rolebinding already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-cluster-1-rcmcs namespace=default
time="2022-04-17T04:16:30.013Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-1-rcmcs reconcileID=l6t28std
time="2022-04-17T04:16:30.013Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.013Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ldbzhml4
time="2022-04-17T04:16:30.013Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ldbzhml4
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldbzhml4
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=q4qck2l5
time="2022-04-17T04:16:30.014Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=q4qck2l5
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4qck2l5
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.014Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=v2njqffj
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2njqffj
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tcfjt-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tcfjt-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tcfjt reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tcfjt\", timestamp:time.Time{wall:0xc08eff8d457e9503, ext:892323212595, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tcfjt
time="2022-04-17T04:16:30.014Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pgzlp8c
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f4fkz6qn
time="2022-04-17T04:16:30.014Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:16:30.014Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f4fkz6qn
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=f4fkz6qn
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=rfxvhk7z
time="2022-04-17T04:16:30.014Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=rfxvhk7z
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfxvhk7z
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6lhcbbx2
time="2022-04-17T04:16:30.014Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6lhcbbx2
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lhcbbx2
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=h6nk5t59
time="2022-04-17T04:16:30.014Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=h6nk5t59
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6nk5t59
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=rrdcgr5t
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrdcgr5t
time="2022-04-17T04:16:30.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=8ptv6k92
time="2022-04-17T04:16:30.014Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=8ptv6k92
time="2022-04-17T04:16:30.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ptv6k92
time="2022-04-17T04:16:30.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=ghj87wn4
time="2022-04-17T04:16:30.015Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=ghj87wn4
time="2022-04-17T04:16:30.015Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghj87wn4
time="2022-04-17T04:16:30.055Z" level=info msg="created new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=l6t28std
time="2022-04-17T04:16:30.055Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l6t28std
time="2022-04-17T04:16:30.056Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-04-17T04:16:30.056Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.056Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bjpdjzsf
time="2022-04-17T04:16:30.056Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bjpdjzsf
time="2022-04-17T04:16:30.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjpdjzsf
time="2022-04-17T04:16:30.056Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=fzf2n2rt
time="2022-04-17T04:16:30.056Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.056Z" level=debug msg="generating installer job" clusterProvision=jshu-cluster-1-rcmcs namespace=default
time="2022-04-17T04:16:30.056Z" level=debug msg="Setting labels on derived object" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision derivedObject=jshu-cluster-1-rcmcs-provision job=jshu-cluster-1-rcmcs-provision reconcileID=fzf2n2rt
time="2022-04-17T04:16:30.057Z" level=info msg="creating install job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=fzf2n2rt
time="2022-04-17T04:16:30.057Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.064Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=l6t28std
time="2022-04-17T04:16:30.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhm8nh49
time="2022-04-17T04:16:30.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.064Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhm8nh49
time="2022-04-17T04:16:30.064Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhm8nh49
time="2022-04-17T04:16:30.064Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6crtg5tj
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6crtg5tj
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=f25kz5bp
time="2022-04-17T04:16:30.066Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=f25kz5bp
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f25kz5bp
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=qgjxwrdf
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgjxwrdf
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=hdrv4mhs
time="2022-04-17T04:16:30.066Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=hdrv4mhs
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rw5mrtlq
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdrv4mhs
time="2022-04-17T04:16:30.066Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rw5mrtlq
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw5mrtlq
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=knl226j7
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=h6wsb2np
time="2022-04-17T04:16:30.066Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=knl226j7
time="2022-04-17T04:16:30.066Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=h6wsb2np
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=knl226j7
time="2022-04-17T04:16:30.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=t44nkkbp
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h6wsb2np
time="2022-04-17T04:16:30.066Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=t44nkkbp
time="2022-04-17T04:16:30.066Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t44nkkbp
time="2022-04-17T04:16:30.067Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:16:30.068Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.068Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=fzf2n2rt
time="2022-04-17T04:16:30.068Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=xd6qwn7n
time="2022-04-17T04:16:30.068Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=xd6qwn7n
time="2022-04-17T04:16:30.068Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.072Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=g762c7nx
time="2022-04-17T04:16:30.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=vd26j9nw
time="2022-04-17T04:16:30.072Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:16:30.072Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vd26j9nw
time="2022-04-17T04:16:30.072Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=g762c7nx
time="2022-04-17T04:16:30.072Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=g762c7nx
time="2022-04-17T04:16:30.072Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sxh4x5dj
time="2022-04-17T04:16:30.072Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sxh4x5dj
time="2022-04-17T04:16:30.072Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxh4x5dj
time="2022-04-17T04:16:30.072Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-1-rcmcs reconcileID=nhm8nh49
time="2022-04-17T04:16:30.072Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=nhm8nh49
time="2022-04-17T04:16:30.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.072Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.072Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T04:16:30.072Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:16:30.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dlldhgph
time="2022-04-17T04:16:30.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.072Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.072Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dlldhgph
time="2022-04-17T04:16:30.072Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dlldhgph
time="2022-04-17T04:16:30.072Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.079Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bjmlmh4w
time="2022-04-17T04:16:30.079Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bjmlmh4w
time="2022-04-17T04:16:30.079Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjmlmh4w
time="2022-04-17T04:16:30.079Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=xd6qwn7n
time="2022-04-17T04:16:30.079Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=2cglt77b
time="2022-04-17T04:16:30.079Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=2cglt77b
time="2022-04-17T04:16:30.079Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.079Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=2cglt77b
time="2022-04-17T04:16:30.079Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=2cglt77b
time="2022-04-17T04:16:30.079Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cglt77b
time="2022-04-17T04:16:30.087Z" level=info msg="adopted provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=dlldhgph
time="2022-04-17T04:16:30.087Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=dlldhgph
time="2022-04-17T04:16:30.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5pzrgnnf
time="2022-04-17T04:16:30.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.088Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5pzrgnnf
time="2022-04-17T04:16:30.088Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5pzrgnnf
time="2022-04-17T04:16:30.088Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.093Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lc6cqgm6
time="2022-04-17T04:16:30.093Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xms8v2tb
time="2022-04-17T04:16:30.093Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lc6cqgm6
time="2022-04-17T04:16:30.093Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc6cqgm6
time="2022-04-17T04:16:30.093Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xms8v2tb
time="2022-04-17T04:16:30.093Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xms8v2tb
time="2022-04-17T04:16:30.093Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=q87c5xmh
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=q87c5xmh
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.094Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=s6ls269h
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=zdmktb25
time="2022-04-17T04:16:30.094Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=s6ls269h
time="2022-04-17T04:16:30.094Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=zdmktb25
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6ls269h
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdmktb25
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7nm9wwvq
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=d9tsdcwn
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7nm9wwvq
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9tsdcwn
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=mwl9lqmk
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=srf2zjdr
time="2022-04-17T04:16:30.094Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=srf2zjdr
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srf2zjdr
time="2022-04-17T04:16:30.094Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=mwl9lqmk
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=9cl7rlcn
time="2022-04-17T04:16:30.094Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.094Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=mwl9lqmk
time="2022-04-17T04:16:30.094Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=9cl7rlcn
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9cl7rlcn
time="2022-04-17T04:16:30.094Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=mwl9lqmk
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mwl9lqmk
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qvg9bpmz
time="2022-04-17T04:16:30.094Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hs22n6kk
time="2022-04-17T04:16:30.094Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qvg9bpmz
time="2022-04-17T04:16:30.094Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvg9bpmz
time="2022-04-17T04:16:30.094Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hs22n6kk
time="2022-04-17T04:16:30.094Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=hs22n6kk
time="2022-04-17T04:16:30.096Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-1-rcmcs reconcileID=5pzrgnnf
time="2022-04-17T04:16:30.096Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=5pzrgnnf
time="2022-04-17T04:16:30.096Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T04:16:30.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wv78q6m9
time="2022-04-17T04:16:30.096Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.096Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.096Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.096Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wv78q6m9
time="2022-04-17T04:16:30.096Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wv78q6m9
time="2022-04-17T04:16:30.096Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.096Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=wv78q6m9
time="2022-04-17T04:16:30.096Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=wv78q6m9
time="2022-04-17T04:16:30.096Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=wv78q6m9
time="2022-04-17T04:16:30.097Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=p2k2djg6
time="2022-04-17T04:16:30.097Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=p2k2djg6
time="2022-04-17T04:16:30.097Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.097Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=p2k2djg6
time="2022-04-17T04:16:30.097Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=p2k2djg6
time="2022-04-17T04:16:30.097Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2k2djg6
time="2022-04-17T04:16:30.111Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=wv78q6m9
time="2022-04-17T04:16:30.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b2fljvmd
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jr5psmdh
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jr5psmdh
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=ddwbmbw2
time="2022-04-17T04:16:30.113Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=ddwbmbw2
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddwbmbw2
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=srtm9rwb
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srtm9rwb
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=2l2sn84j
time="2022-04-17T04:16:30.113Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=2l2sn84j
time="2022-04-17T04:16:30.113Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:16:30.113Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=2l2sn84j
time="2022-04-17T04:16:30.113Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=2l2sn84j
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2l2sn84j
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=5fjjzk7n
time="2022-04-17T04:16:30.113Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=5fjjzk7n
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5fjjzk7n
time="2022-04-17T04:16:30.113Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=56qwxk7r
time="2022-04-17T04:16:30.113Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=56qwxk7r
time="2022-04-17T04:16:30.113Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56qwxk7r
time="2022-04-17T04:16:30.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.114Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.114Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b2fljvmd
time="2022-04-17T04:16:30.114Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b2fljvmd
time="2022-04-17T04:16:30.114Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.114Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=b2fljvmd
time="2022-04-17T04:16:30.114Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=b2fljvmd
time="2022-04-17T04:16:30.114Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=b2fljvmd
time="2022-04-17T04:16:30.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=46mfgpsr
time="2022-04-17T04:16:30.114Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=46mfgpsr
time="2022-04-17T04:16:30.114Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46mfgpsr
time="2022-04-17T04:16:30.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fv6t9tqj
time="2022-04-17T04:16:30.114Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=fv6t9tqj
time="2022-04-17T04:16:30.114Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fv6t9tqj
time="2022-04-17T04:16:30.115Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=snzgl7v7
time="2022-04-17T04:16:30.115Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=snzgl7v7
time="2022-04-17T04:16:30.115Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snzgl7v7
time="2022-04-17T04:16:30.118Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=5c9kpdkw
time="2022-04-17T04:16:30.119Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:16:30.119Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=5c9kpdkw
time="2022-04-17T04:16:30.119Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=5c9kpdkw
time="2022-04-17T04:16:30.119Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kjjfsngl
time="2022-04-17T04:16:30.119Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kjjfsngl
time="2022-04-17T04:16:30.119Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kjjfsngl
time="2022-04-17T04:16:30.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.119Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:16:30.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:16:30.12Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=n2nps4gz
time="2022-04-17T04:16:30.12Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2nps4gz
time="2022-04-17T04:16:30.122Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=b2fljvmd
time="2022-04-17T04:16:30.122Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T04:16:30.122Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h2966rlc
time="2022-04-17T04:16:30.122Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.122Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.122Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.122Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h2966rlc
time="2022-04-17T04:16:30.122Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h2966rlc
time="2022-04-17T04:16:30.122Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.122Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=h2966rlc
time="2022-04-17T04:16:30.123Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=h2966rlc
time="2022-04-17T04:16:30.123Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2966rlc
time="2022-04-17T04:16:30.124Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.124Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.124Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.124Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.124Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.124Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.124Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.124Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.124Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.124Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngm4dlc6
time="2022-04-17T04:16:30.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7xxzgfvr
time="2022-04-17T04:16:30.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:30.135Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7xxzgfvr
time="2022-04-17T04:16:30.135Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7xxzgfvr
time="2022-04-17T04:16:30.135Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:30.135Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=7xxzgfvr
time="2022-04-17T04:16:30.135Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=7xxzgfvr
time="2022-04-17T04:16:30.135Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xxzgfvr
time="2022-04-17T04:16:32.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qgvsx6vd
time="2022-04-17T04:16:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:32.294Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qgvsx6vd
time="2022-04-17T04:16:32.294Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qgvsx6vd
time="2022-04-17T04:16:32.295Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:32.295Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=qgvsx6vd
time="2022-04-17T04:16:32.295Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=qgvsx6vd
time="2022-04-17T04:16:32.295Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgvsx6vd
time="2022-04-17T04:16:33.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pf42s868
time="2022-04-17T04:16:33.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:33.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:33.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:16:33.373Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pf42s868
time="2022-04-17T04:16:33.373Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pf42s868
time="2022-04-17T04:16:33.373Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:16:33.374Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=pf42s868
time="2022-04-17T04:16:33.374Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=pf42s868
time="2022-04-17T04:16:33.374Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pf42s868
time="2022-04-17T04:17:30Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=wmklbl6n
time="2022-04-17T04:17:30.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=wmklbl6n
time="2022-04-17T04:17:30.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:17:30.001Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=wmklbl6n
time="2022-04-17T04:17:30.001Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=wmklbl6n
time="2022-04-17T04:17:30.001Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmklbl6n
time="2022-04-17T04:18:21.293Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:18:21.293Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:18:21.293Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:18:21.293Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:18:21.293Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:18:21.293Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:20:21.294Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:20:21.294Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:20:21.294Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:20:21.294Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:20:21.294Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:20:21.294Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:20:28.275Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wrbnl45v
time="2022-04-17T04:20:28.276Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wrbnl45v
time="2022-04-17T04:20:28.276Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrbnl45v
time="2022-04-17T04:20:28.276Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h778rx6g
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.276Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.276Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h778rx6g
time="2022-04-17T04:20:28.276Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=h778rx6g
time="2022-04-17T04:20:28.276Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hdwrd6n
time="2022-04-17T04:20:28.276Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:20:28.276Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=h778rx6g
time="2022-04-17T04:20:28.276Z" level=info msg="Saving infra ID \"jshu-cluster-6th7d\" for cluster" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=h778rx6g
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jklsz58j
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jklsz58j
time="2022-04-17T04:20:28.298Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p4p7b27g
time="2022-04-17T04:20:28.298Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p4p7b27g
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4p7b27g
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=x9mkl7z2
time="2022-04-17T04:20:28.298Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=x9mkl7z2
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9mkl7z2
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:20:28.298Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=h778rx6g
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=gnhdvccv
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnhdvccv
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.298Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:20:28.298Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b8scbpdm
time="2022-04-17T04:20:28.298Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v86mnnkb
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=jh558xt5
time="2022-04-17T04:20:28.298Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=jh558xt5
time="2022-04-17T04:20:28.298Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jh558xt5
time="2022-04-17T04:20:28.298Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=587m7fcf
time="2022-04-17T04:20:28.298Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:20:28.299Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=587m7fcf
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=587m7fcf
time="2022-04-17T04:20:28.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=wwvqvnpw
time="2022-04-17T04:20:28.299Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=wwvqvnpw
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwvqvnpw
time="2022-04-17T04:20:28.299Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zgz9c6xv
time="2022-04-17T04:20:28.299Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zgz9c6xv
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgz9c6xv
time="2022-04-17T04:20:28.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=r6j7gptp
time="2022-04-17T04:20:28.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vkk8dwl7
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6j7gptp
time="2022-04-17T04:20:28.299Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vkk8dwl7
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkk8dwl7
time="2022-04-17T04:20:28.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lft8j9jk
time="2022-04-17T04:20:28.299Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=lft8j9jk
time="2022-04-17T04:20:28.299Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lft8j9jk
time="2022-04-17T04:20:28.307Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lt77b2vx
time="2022-04-17T04:20:28.307Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lt77b2vx
time="2022-04-17T04:20:28.307Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lt77b2vx
time="2022-04-17T04:20:28.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.308Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.308Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:20:28.308Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.308Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.308Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqs7rlhp
time="2022-04-17T04:20:28.321Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=b8scbpdm
time="2022-04-17T04:20:28.321Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.321Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=hb96sz66
time="2022-04-17T04:20:28.321Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=hb96sz66
time="2022-04-17T04:20:28.322Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p9jdmmqq
time="2022-04-17T04:20:28.322Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p9jdmmqq
time="2022-04-17T04:20:28.322Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9jdmmqq
time="2022-04-17T04:20:28.322Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.322Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.322Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.322Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.323Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.323Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.323Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:20:28.323Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.323Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.323Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.326Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-1-rcmcs\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-1-rcmcs-provision reconcileID=hb96sz66
time="2022-04-17T04:20:28.326Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=hb96sz66
time="2022-04-17T04:20:28.326Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-1-rcmcs\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-1-rcmcs namespace=default
time="2022-04-17T04:20:28.326Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.326Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=57f7g8b5
time="2022-04-17T04:20:28.326Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57f7g8b5
time="2022-04-17T04:20:28.331Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=l5zpg76x
time="2022-04-17T04:20:28.331Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.332Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5zpg76x
time="2022-04-17T04:20:28.332Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=5rzt4sbr
time="2022-04-17T04:20:28.334Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xxnpfzrp
time="2022-04-17T04:20:28.334Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xxnpfzrp
time="2022-04-17T04:20:28.334Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=2qd6krbr
time="2022-04-17T04:20:28.334Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=2qd6krbr
time="2022-04-17T04:20:28.334Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qd6krbr
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7q22z4lx
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7q22z4lx
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T04:20:28.335Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8mfjjxwm
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4czf7dpd
time="2022-04-17T04:20:28.335Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4czf7dpd
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4czf7dpd
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lh92jj4k
time="2022-04-17T04:20:28.335Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lh92jj4k
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lh92jj4k
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=bq8mrgff
time="2022-04-17T04:20:28.335Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=bq8mrgff
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bq8mrgff
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=4rq9gqvs
time="2022-04-17T04:20:28.335Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=4rq9gqvs
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rq9gqvs
time="2022-04-17T04:20:28.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=rx9mwz6n
time="2022-04-17T04:20:28.335Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=rx9mwz6n
time="2022-04-17T04:20:28.335Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rx9mwz6n
time="2022-04-17T04:20:28.34Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=w6b9bvxm
time="2022-04-17T04:20:28.341Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6b9bvxm
time="2022-04-17T04:20:28.341Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.341Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T04:20:28.341Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T04:20:28.341Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g8qmz7cz
time="2022-04-17T04:20:28.341Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=nx726cgs
time="2022-04-17T04:20:28.341Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=nx726cgs
time="2022-04-17T04:20:28.341Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nx726cgs
time="2022-04-17T04:20:28.341Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:20:28.341Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T04:20:28.341Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T04:20:28.341Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=sfdb8sjh
time="2022-04-17T04:20:28.341Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:20:28.341Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=sfdb8sjh
time="2022-04-17T04:20:28.341Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=sfdb8sjh
time="2022-04-17T04:22:21.294Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:22:21.294Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:22:21.294Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:22:21.294Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:22:21.294Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:22:21.294Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:24:21.295Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:24:21.295Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:24:21.295Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:24:21.295Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:24:21.295Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:24:21.295Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:26:21.296Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:26:21.296Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:26:21.296Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:26:21.296Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:26:21.296Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:26:21.296Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:28:21.297Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:28:21.297Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:28:21.297Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:28:21.297Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:28:21.297Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:28:21.297Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:30:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:30:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:30:21.298Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:30:21.298Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:30:21.298Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:30:21.298Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:30:21.298Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:30:21.298Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:32:21.299Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:32:21.3Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:32:21.3Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:32:21.3Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:32:21.3Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:32:21.3Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:34:21.301Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:34:21.301Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:34:21.301Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:34:21.301Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:34:21.301Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:34:21.301Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:35:46.092Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=dqlp25n7
time="2022-04-17T04:35:46.092Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T04:35:46.092Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=dqlp25n7
time="2022-04-17T04:35:46.092Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=dqlp25n7
time="2022-04-17T04:36:21.302Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:36:21.302Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:36:21.302Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:36:21.302Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:36:21.302Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:36:21.302Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:38:21.303Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:38:21.303Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:38:21.303Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:38:21.303Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:38:21.303Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:38:21.303Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:40:21.304Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:40:21.304Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:40:21.304Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:40:21.304Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:40:21.304Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:40:21.304Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:42:21.305Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:42:21.305Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:42:21.305Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:42:21.305Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:42:21.305Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:42:21.305Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:44:21.305Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:44:21.306Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:44:21.306Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:44:21.306Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:44:21.306Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:44:21.306Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:45:00.129Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:45:00.132Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T04:46:21.307Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:46:21.307Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:46:21.307Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:46:21.307Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:46:21.307Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:46:21.307Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:48:21.307Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:48:21.307Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:48:21.307Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:48:21.307Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:48:21.307Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:48:21.308Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:50:21.308Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:50:21.309Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:50:21.309Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:50:21.309Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:50:21.309Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:50:21.309Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:52:21.309Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:52:21.309Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:52:21.309Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:52:21.309Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:52:21.309Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:52:21.309Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:54:21.309Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:54:21.31Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:54:21.31Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:54:21.31Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:54:21.31Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:54:21.31Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:56:21.31Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:56:21.31Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:56:21.31Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:56:21.31Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:56:21.31Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:56:21.31Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T04:58:21.311Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T04:58:21.311Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T04:58:21.311Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T04:58:21.311Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T04:58:21.311Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T04:58:21.312Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:00:00.171Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:00:00.171Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:00:21.313Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:00:21.313Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:00:21.313Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:00:21.313Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:00:21.313Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:00:21.313Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:02:21.314Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:02:21.314Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:02:21.314Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:02:21.314Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:02:21.314Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:02:21.314Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:04:21.315Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:04:21.315Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:04:21.315Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:04:21.315Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:04:21.315Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:04:21.315Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:06:16.839Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rs67vs7c
time="2022-04-17T05:06:16.839Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:06:16.839Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rs67vs7c
time="2022-04-17T05:06:16.839Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=rs67vs7c
time="2022-04-17T05:06:21.316Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:06:21.316Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:06:21.316Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:06:21.316Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:06:21.316Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:06:21.316Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:08:21.316Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:08:21.316Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:08:21.317Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:08:21.317Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:08:21.317Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:08:21.317Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:10:21.318Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:10:21.318Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:10:21.318Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:10:21.318Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:10:21.318Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:10:21.318Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:12:21.319Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:12:21.319Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:12:21.319Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:12:21.319Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:12:21.319Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:12:21.319Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:14:21.32Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:14:21.32Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:14:21.32Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:14:21.32Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:14:21.32Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:14:21.32Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:15:00.15Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:15:00.152Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:16:21.32Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:16:21.321Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:16:21.321Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:16:21.321Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:16:21.321Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:16:21.321Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:17:28.714Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ktqhbj29
time="2022-04-17T05:17:28.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:28.715Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:28.715Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smk6gbgt
time="2022-04-17T05:17:28.715Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.715Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.715Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:28.715Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.715Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.716Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmb6xd5v
time="2022-04-17T05:17:28.716Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ktqhbj29
time="2022-04-17T05:17:28.716Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=ktqhbj29
time="2022-04-17T05:17:29.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhgq2njn
time="2022-04-17T05:17:29.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:29.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:29.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:29.597Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhgq2njn
time="2022-04-17T05:17:29.597Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nhgq2njn
time="2022-04-17T05:17:29.597Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:29.597Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=nhgq2njn
time="2022-04-17T05:17:29.597Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=nhgq2njn
time="2022-04-17T05:17:29.597Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=nhgq2njn
time="2022-04-17T05:17:31.606Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s92dc9nc
time="2022-04-17T05:17:31.607Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.607Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.607Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.607Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s92dc9nc
time="2022-04-17T05:17:31.607Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s92dc9nc
time="2022-04-17T05:17:31.607Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:31.607Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=s92dc9nc
time="2022-04-17T05:17:31.607Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=s92dc9nc
time="2022-04-17T05:17:31.607Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s92dc9nc
time="2022-04-17T05:17:31.618Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=7mthzrgk
time="2022-04-17T05:17:31.618Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=7mthzrgk
time="2022-04-17T05:17:31.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=7mthzrgk
time="2022-04-17T05:17:31.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=7mthzrgk
time="2022-04-17T05:17:31.619Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:31.619Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=7mthzrgk
time="2022-04-17T05:17:31.619Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=7mthzrgk
time="2022-04-17T05:17:31.619Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mthzrgk
time="2022-04-17T05:17:31.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=27227dtm
time="2022-04-17T05:17:31.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.632Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=27227dtm
time="2022-04-17T05:17:31.632Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=27227dtm
time="2022-04-17T05:17:31.632Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:31.632Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=27227dtm
time="2022-04-17T05:17:31.632Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=27227dtm
time="2022-04-17T05:17:31.632Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27227dtm
time="2022-04-17T05:17:31.638Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=9678gqmw
time="2022-04-17T05:17:31.638Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=9678gqmw
time="2022-04-17T05:17:31.638Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=9678gqmw
time="2022-04-17T05:17:31.638Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=9678gqmw
time="2022-04-17T05:17:31.638Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:31.638Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=9678gqmw
time="2022-04-17T05:17:31.638Z" level=info msg="install job failed" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=error msg="error loading additional-install-log-regexes configmap" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision error="ConfigMap \"additional-install-log-regexes\" not found" job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="processing new install log" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Install Config from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Manifests created in: manifests and openshift" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=warning msg=Found override for release image. Please be warned, this is not advised" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Worker Machines from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Common Manifests from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming OpenShift Install (Manifests) from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Master Machines from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Openshift Manifests from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Ignition-Configs created in: . and auth" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Bootstrap Ignition Config from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Worker Ignition Config from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Master Ignition Config from target directory" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Creating infrastructure resources..." reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 20m0s (until 4:45AM) for the Kubernetes API at https://api.jshu-cluster.qe.devcluster.openshift.com:6443..." reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=API v1.23.5+9ce5071 up" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 30m0s (until 4:57AM) for bootstrapping to complete..." reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Destroying the bootstrap resources..." reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 40m0s (until 5:17AM) for the cluster at https://api.jshu-cluster.qe.devcluster.openshift.com:6443 to initialize..." reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator authentication Degraded is True with IngressStateEndpoints_MissingSubsets::OAuthClientsController_SyncError::OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerRouteEndpointAccessibleController_SyncError::OAuthServerServiceEndpointAccessibleController_SyncError::OAuthServerServiceEndpointsEndpointAccessibleController_SyncError::WellKnownReadyController_SyncError: IngressStateEndpointsDegraded: No subsets found for the endpoints of oauth-server" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthClientsControllerDegraded: no ingress for host oauth-openshift.apps.jshu-cluster.qe.devcluster.openshift.com in route oauth-openshift in namespace openshift-authentication" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerDeploymentDegraded: waiting for the oauth-openshift route to contain an admitted ingress: no admitted ingress for route oauth-openshift in namespace openshift-authentication" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerDeploymentDegraded: " reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerRouteEndpointAccessibleControllerDegraded: route \"openshift-authentication/oauth-openshift\": status does not have a valid host address" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerServiceEndpointAccessibleControllerDegraded: Get \"https://172.30.217.14:443/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerServiceEndpointsEndpointAccessibleControllerDegraded: oauth service endpoints are not ready" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=WellKnownReadyControllerDegraded: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator authentication Available is False with OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerServiceEndpointAccessibleController_EndpointUnavailable::OAuthServerServiceEndpointsEndpointAccessibleController_ResourceNotFound::ReadyIngressNodes_NoReadyIngressNodes::WellKnown_NotReady: OAuthServerServiceEndpointAccessibleControllerAvailable: Get \"https://172.30.217.14:443/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=OAuthServerServiceEndpointsEndpointAccessibleControllerAvailable: endpoints \"oauth-openshift\" not found" reconcileID=9678gqmw
time="2022-04-17T05:17:31.639Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=ReadyIngressNodesAvailable: Authentication requires functional ingress which requires at least one schedulable and ready node. Got 0 worker nodes, 3 master nodes, 0 custom target nodes (none are schedulable or ready for ingress pods)." reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=WellKnownAvailable: The well-known endpoint is not yet available: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator baremetal Disabled is True with UnsupportedPlatform: Nothing to do on this Platform" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerAvailable is True with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerDegraded is False with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerAvailable is True with AsExpected: Cloud Config Controller works as expected" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerDegraded is False with AsExpected: Cloud Config Controller works as expected" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator console Degraded is True with DefaultRouteSync_FailedAdmitDefaultRoute::RouteHealth_RouteNotAdmitted::SyncLoopRefresh_FailedIngress: DefaultRouteSyncDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=RouteHealthDegraded: console route is not admitted" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=SyncLoopRefreshDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator console Available is False with RouteHealth_RouteNotAdmitted: RouteHealthAvailable: console route is not admitted" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator etcd RecentBackup is Unknown with ControllerStarted: " reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator image-registry Available is False with NoReplicasAvailable: Available: The deployment does not have available replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=NodeCADaemonAvailable: The daemon set node-ca has available replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=ImagePrunerAvailable: Pruner CronJob has been created" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator image-registry Progressing is True with DeploymentNotCompleted: Progressing: The deployment has not completed" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator image-registry Degraded is True with Unavailable: Degraded: The deployment does not have available replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator ingress Available is False with IngressUnavailable: The \"default\" ingress controller reports Available=False: IngressControllerUnavailable: One or more status conditions indicate unavailable: DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator ingress Progressing is True with Reconciling: Not all ingress controllers are available." reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator ingress Degraded is True with IngressDegraded: The \"default\" ingress controller reports Degraded=True: DegradedConditions: One or more other status conditions indicate a degraded state: PodsScheduled=False (PodsNotScheduled: Some pods are not scheduled: Pod \"router-default-6b4df87f8d-r7gnw\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Pod \"router-default-6b4df87f8d-tkjvt\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Make sure you have sufficient worker nodes.), DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.), DeploymentReplicasMinAvailable=False (DeploymentMinimumReplicasNotMet: 0/2 of replicas are available, max unavailable is 1)" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator insights Disabled is False with AsExpected: " reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator monitoring Progressing is True with RollOutInProgress: Rolling out the stack." reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator monitoring Degraded is True with MultipleTasksFailed: Failed to rollout the stack. Error: updating alertmanager: waiting for Alertmanager Route to become ready failed: waiting for route openshift-monitoring/alertmanager-main: no status available" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating thanos querier: waiting for Thanos Querier Route to become ready failed: waiting for route openshift-monitoring/thanos-querier: no status available" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating prometheus-k8s: waiting for Prometheus Route to become ready failed: waiting for route openshift-monitoring/prometheus-k8s: no status available" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating grafana: waiting for Grafana Route to become ready failed: waiting for route openshift-monitoring/grafana: no status available" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating openshift-state-metrics: reconciling openshift-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/openshift-state-metrics: got 1 unavailable replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating kube-state-metrics: reconciling kube-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/kube-state-metrics: got 1 unavailable replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating telemeter client: reconciling Telemeter client Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/telemeter-client: got 1 unavailable replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating prometheus-adapter: reconciling PrometheusAdapter Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-adapter: got 2 unavailable replicas" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator monitoring Available is False with MultipleTasksFailed: Rollout of the monitoring stack failed and is degraded. Please investigate the degraded status error." reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator network ManagementStateDegraded is False with : " reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator network Progressing is True with Deploying: Deployment \"openshift-network-diagnostics/network-check-source\" is waiting for other operators to become ready" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster initialization failed because one or more operators are not functioning properly." reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=The cluster should be accessible for troubleshooting as detailed in the documentation linked below," reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=https://docs.openshift.com/container-platform/latest/support/troubleshooting/troubleshooting-installations.html" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=The 'wait-for install-complete' subcommand can then be used to continue the installation" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=fatal msg=failed to initialize the cluster: Some cluster operators are still updating: authentication, console, image-registry, ingress, monitoring" reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line= reconcileID=9678gqmw
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSEC2QuotaExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSEC2QuotaExceeded searchString="failed to generate asset.*Platform Quota Check.*MissingQuota.*ec2"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSNATGatewayLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSNATGatewayLimitExceeded searchString=NatGatewayLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSVPCLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSVPCLimitExceeded searchString=VpcLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=S3BucketsLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=S3BucketsLimitExceeded searchString=TooManyBuckets
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LoadBalancerLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LoadBalancerLimitExceeded searchString="TooManyLoadBalancers: Exceeded quota of account"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=EIPAddressLimitExceeded
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=EIPAddressLimitExceeded searchString="EIP: AddressLimitExceeded"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=MissingPublicSubnetForZone
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=MissingPublicSubnetForZone searchString="No public subnet provided for zone"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=PrivateSubnetInMultipleZones
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=PrivateSubnetInMultipleZones searchString="private subnet .* is also in zone"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidInstallConfigSubnet
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidInstallConfigSubnet searchString="CIDR range start.*is outside of the specified machine networks"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSUnableToFindMatchingRouteTable
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSUnableToFindMatchingRouteTable searchString="Error: Unable to find matching route for Route Table"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=DNSAlreadyExists
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=DNSAlreadyExists searchString="aws_route53_record.*Error building changeset:.*Tried to create resource record set.*but it already exists"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=PendingVerification
time="2022-04-17T05:17:31.64Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=PendingVerification searchString="PendingVerification: Your request for accessing resources in this region is being validated"
time="2022-04-17T05:17:31.64Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=NoMatchingRoute53Zone
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=NoMatchingRoute53Zone searchString="data.aws_route53_zone.public: no matching Route53Zone found"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=TooManyRoute53Zones
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=TooManyRoute53Zones searchString="error creating Route53 Hosted Zone: TooManyHostedZones: Limits Exceeded"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=SimulatorThrottling
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=SimulatorThrottling searchString="validate AWS credentials: checking install permissions: error simulating policy: Throttling: Rate exceeded"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GeneralThrottling
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GeneralThrottling searchString="Throttling: Rate exceeded"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSRoute53Timeout
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSRoute53Timeout searchString="error waiting for Route53 Hosted Zone .* creation: timeout while waiting for state to become 'INSYNC'"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidCredentials
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidCredentials searchString="InvalidClientTokenId: The security token included in the request is invalid."
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSNoWorkerNodes
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSNoWorkerNodes searchString="(?s)terraform-provider-aws.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidAWSTags
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InvalidAWSTags searchString="platform\\.aws\\.userTags.*: Invalid value:.*value contains invalid characters"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ErrorDeletingIAMRole
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ErrorDeletingIAMRole searchString="Error deleting IAM Role .* DeleteConflict: Cannot delete entity, must detach all policies first."
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSSubnetDoesNotExist
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSSubnetDoesNotExist searchString="The subnet ID .* does not exist"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=NATGatewayFailed
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=NATGatewayFailed searchString="Error waiting for NAT Gateway (.*) to become available"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSAccessDeniedSLR
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSAccessDeniedSLR searchString="Error creating network Load Balancer: AccessDenied.*iam:CreateServiceLinkedRole"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSInsufficientPermissions
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSInsufficientPermissions searchString="current credentials insufficient for performing cluster installation"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=VcpuLimitExceeded
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=VcpuLimitExceeded searchString=VcpuLimitExceeded
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=UserInitiatedShutdown
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=UserInitiatedShutdown searchString="Error waiting for instance .* to become ready .* User initiated shutdown"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InconsistentTerraformResult
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=InconsistentTerraformResult searchString="Error: Provider produced inconsistent result after apply"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSVPCDoesNotExist
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AWSVPCDoesNotExist searchString="The vpc ID .* does not exist"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=TargetGroupNotFound
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=TargetGroupNotFound searchString=TargetGroupNotFound
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ErrorCreatingNetworkLoadBalancer
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ErrorCreatingNetworkLoadBalancer searchString="Error creating network Load Balancer: InternalFailure: "
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPInvalidProjectID
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPInvalidProjectID searchString="platform.gcp.project.* invalid project ID"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPInstanceTypeNotFound
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPInstanceTypeNotFound searchString="platform.gcp.type: Invalid value:.* instance type.* not found]"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPPreconditionFailed
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPPreconditionFailed searchString="googleapi: Error 412"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPQuotaSSDTotalGBExceeded
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPQuotaSSDTotalGBExceeded searchString="Quota 'SSD_TOTAL_GB' exceeded"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPComputeQuota
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPComputeQuota searchString="compute\\.googleapis\\.com/cpus is not available in [a-z0-9-]* because the required number of resources \\([0-9]*\\) is more than"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPServiceAccountQuota
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPServiceAccountQuota searchString="iam\\.googleapis\\.com/quota/service-account-count is not available in global because the required number of resources \\([0-9]*\\) is more than remaining quota"
time="2022-04-17T05:17:31.641Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPNoWorkerNodes
time="2022-04-17T05:17:31.641Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=GCPNoWorkerNodes searchString="(?s)terraform-provider-gcp.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LibvirtSSHKeyPermissionDenied
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LibvirtSSHKeyPermissionDenied searchString="platform.baremetal.libvirtURI: Internal error: could not connect to libvirt: virError.Code=38, Domain=7, Message=.Cannot recv data: Permission denied"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LibvirtConnectionFailed
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=LibvirtConnectionFailed searchString="could not connect to libvirt"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ProxyTimeout
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: i/o timeout"
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: connect: connection refused"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ProxyInvalidCABundle
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=ProxyInvalidCABundle searchString="error pinging docker registry .+ proxyconnect tcp: x509: certificate signed by unknown authority"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=BootstrapFailed
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=BootstrapFailed searchString="Bootstrap failed to complete"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=KubeAPIWaitTimeout
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=KubeAPIWaitTimeout searchString="waiting for Kubernetes API: context deadline exceeded"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=MonitoringOperatorStillUpdating
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=MonitoringOperatorStillUpdating searchString="failed to initialize the cluster: Cluster operator monitoring is still updating"
time="2022-04-17T05:17:31.642Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AuthenticationOperatorDegraded
time="2022-04-17T05:17:31.642Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw regexName=AuthenticationOperatorDegraded searchString="Cluster operator authentication Degraded is True"
time="2022-04-17T05:17:31.642Z" level=info msg="found known install failure string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reason=AuthenticationOperatorDegraded reconcileID=9678gqmw
time="2022-04-17T05:17:31.642Z" level=info msg="transitioning to failed" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=9678gqmw
time="2022-04-17T05:17:31.653Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=zgt5jszv
time="2022-04-17T05:17:31.653Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=zgt5jszv
time="2022-04-17T05:17:31.653Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgt5jszv
time="2022-04-17T05:17:31.653Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=q859vxsv
time="2022-04-17T05:17:31.653Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.654Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.654Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.654Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=q859vxsv
time="2022-04-17T05:17:31.654Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=q859vxsv
time="2022-04-17T05:17:31.654Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:31.654Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=q859vxsv
time="2022-04-17T05:17:31.654Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=q859vxsv
time="2022-04-17T05:17:31.654Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q859vxsv
time="2022-04-17T05:17:31.672Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=9678gqmw
time="2022-04-17T05:17:31.672Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.672Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:31.672Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.672Z" level=info msg="install job failed" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.673Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w5gbb65j
time="2022-04-17T05:17:31.673Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w5gbb65j
time="2022-04-17T05:17:31.673Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5gbb65j
time="2022-04-17T05:17:31.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:17:31.673Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.673Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.673Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:17:31.673Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.673Z" level=info msg="waiting to start a new provision after failure" clusterDeployment=default/jshu-cluster controller=clusterDeployment nextProvision="2022-04-17 05:19:31 +0000 UTC" provision=jshu-cluster-1-rcmcs reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.673Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9mvzkhb
time="2022-04-17T05:17:31.674Z" level=error msg="error loading additional-install-log-regexes configmap" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision error="ConfigMap \"additional-install-log-regexes\" not found" job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="processing new install log" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Install Config from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Manifests created in: manifests and openshift" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=warning msg=Found override for release image. Please be warned, this is not advised" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Worker Machines from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Common Manifests from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming OpenShift Install (Manifests) from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Master Machines from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Openshift Manifests from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Ignition-Configs created in: . and auth" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Bootstrap Ignition Config from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Worker Ignition Config from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Consuming Master Ignition Config from target directory" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Credentials loaded from default AWS environment variables" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Creating infrastructure resources..." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 20m0s (until 4:45AM) for the Kubernetes API at https://api.jshu-cluster.qe.devcluster.openshift.com:6443..." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=API v1.23.5+9ce5071 up" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 30m0s (until 4:57AM) for bootstrapping to complete..." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Destroying the bootstrap resources..." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Waiting up to 40m0s (until 5:17AM) for the cluster at https://api.jshu-cluster.qe.devcluster.openshift.com:6443 to initialize..." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator authentication Degraded is True with IngressStateEndpoints_MissingSubsets::OAuthClientsController_SyncError::OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerRouteEndpointAccessibleController_SyncError::OAuthServerServiceEndpointAccessibleController_SyncError::OAuthServerServiceEndpointsEndpointAccessibleController_SyncError::WellKnownReadyController_SyncError: IngressStateEndpointsDegraded: No subsets found for the endpoints of oauth-server" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthClientsControllerDegraded: no ingress for host oauth-openshift.apps.jshu-cluster.qe.devcluster.openshift.com in route oauth-openshift in namespace openshift-authentication" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerDeploymentDegraded: waiting for the oauth-openshift route to contain an admitted ingress: no admitted ingress for route oauth-openshift in namespace openshift-authentication" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerDeploymentDegraded: " reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerRouteEndpointAccessibleControllerDegraded: route \"openshift-authentication/oauth-openshift\": status does not have a valid host address" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerServiceEndpointAccessibleControllerDegraded: Get \"https://172.30.217.14:443/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=OAuthServerServiceEndpointsEndpointAccessibleControllerDegraded: oauth service endpoints are not ready" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=WellKnownReadyControllerDegraded: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator authentication Available is False with OAuthServerDeployment_PreconditionNotFulfilled::OAuthServerServiceEndpointAccessibleController_EndpointUnavailable::OAuthServerServiceEndpointsEndpointAccessibleController_ResourceNotFound::ReadyIngressNodes_NoReadyIngressNodes::WellKnown_NotReady: OAuthServerServiceEndpointAccessibleControllerAvailable: Get \"https://172.30.217.14:443/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=OAuthServerServiceEndpointsEndpointAccessibleControllerAvailable: endpoints \"oauth-openshift\" not found" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=ReadyIngressNodesAvailable: Authentication requires functional ingress which requires at least one schedulable and ready node. Got 0 worker nodes, 3 master nodes, 0 custom target nodes (none are schedulable or ready for ingress pods)." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=WellKnownAvailable: The well-known endpoint is not yet available: failed to get oauth metadata from openshift-config-managed/oauth-openshift ConfigMap: configmap \"oauth-openshift\" not found (check authentication operator, it is supposed to create this)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator baremetal Disabled is True with UnsupportedPlatform: Nothing to do on this Platform" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerAvailable is True with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager TrustedCABundleControllerControllerDegraded is False with AsExpected: Trusted CA Bundle Controller works as expected" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerAvailable is True with AsExpected: Cloud Config Controller works as expected" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator cloud-controller-manager CloudConfigControllerDegraded is False with AsExpected: Cloud Config Controller works as expected" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator console Degraded is True with DefaultRouteSync_FailedAdmitDefaultRoute::RouteHealth_RouteNotAdmitted::SyncLoopRefresh_FailedIngress: DefaultRouteSyncDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=RouteHealthDegraded: console route is not admitted" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=SyncLoopRefreshDegraded: no ingress for host console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com in route console in namespace openshift-console" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator console Available is False with RouteHealth_RouteNotAdmitted: RouteHealthAvailable: console route is not admitted" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator etcd RecentBackup is Unknown with ControllerStarted: " reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator image-registry Available is False with NoReplicasAvailable: Available: The deployment does not have available replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=NodeCADaemonAvailable: The daemon set node-ca has available replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=ImagePrunerAvailable: Pruner CronJob has been created" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator image-registry Progressing is True with DeploymentNotCompleted: Progressing: The deployment has not completed" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator image-registry Degraded is True with Unavailable: Degraded: The deployment does not have available replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator ingress Available is False with IngressUnavailable: The \"default\" ingress controller reports Available=False: IngressControllerUnavailable: One or more status conditions indicate unavailable: DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator ingress Progressing is True with Reconciling: Not all ingress controllers are available." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator ingress Degraded is True with IngressDegraded: The \"default\" ingress controller reports Degraded=True: DegradedConditions: One or more other status conditions indicate a degraded state: PodsScheduled=False (PodsNotScheduled: Some pods are not scheduled: Pod \"router-default-6b4df87f8d-r7gnw\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Pod \"router-default-6b4df87f8d-tkjvt\" cannot be scheduled: 0/3 nodes are available: 3 node(s) had taint {node-role.kubernetes.io/master: }, that the pod didn't tolerate. Make sure you have sufficient worker nodes.), DeploymentAvailable=False (DeploymentUnavailable: The deployment has Available status condition set to False (reason: MinimumReplicasUnavailable) with message: Deployment does not have minimum availability.), DeploymentReplicasMinAvailable=False (DeploymentMinimumReplicasNotMet: 0/2 of replicas are available, max unavailable is 1)" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator insights Disabled is False with AsExpected: " reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator monitoring Progressing is True with RollOutInProgress: Rolling out the stack." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster operator monitoring Degraded is True with MultipleTasksFailed: Failed to rollout the stack. Error: updating alertmanager: waiting for Alertmanager Route to become ready failed: waiting for route openshift-monitoring/alertmanager-main: no status available" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating thanos querier: waiting for Thanos Querier Route to become ready failed: waiting for route openshift-monitoring/thanos-querier: no status available" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating prometheus-k8s: waiting for Prometheus Route to become ready failed: waiting for route openshift-monitoring/prometheus-k8s: no status available" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating grafana: waiting for Grafana Route to become ready failed: waiting for route openshift-monitoring/grafana: no status available" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating openshift-state-metrics: reconciling openshift-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/openshift-state-metrics: got 1 unavailable replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating kube-state-metrics: reconciling kube-state-metrics Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/kube-state-metrics: got 1 unavailable replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating telemeter client: reconciling Telemeter client Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/telemeter-client: got 1 unavailable replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=updating prometheus-adapter: reconciling PrometheusAdapter Deployment failed: updating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-adapter: got 2 unavailable replicas" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator monitoring Available is False with MultipleTasksFailed: Rollout of the monitoring stack failed and is degraded. Please investigate the degraded status error." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator network ManagementStateDegraded is False with : " reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.674Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=info msg=Cluster operator network Progressing is True with Deploying: Deployment \"openshift-network-diagnostics/network-check-source\" is waiting for other operators to become ready" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=Cluster initialization failed because one or more operators are not functioning properly." reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=The cluster should be accessible for troubleshooting as detailed in the documentation linked below," reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=https://docs.openshift.com/container-platform/latest/support/troubleshooting/troubleshooting-installations.html" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=error msg=The 'wait-for install-complete' subcommand can then be used to continue the installation" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line="level=fatal msg=failed to initialize the cluster: Some cluster operators are still updating: authentication, console, image-registry, ingress, monitoring" reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=info msg="install log line" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision line= reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSEC2QuotaExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSEC2QuotaExceeded searchString="failed to generate asset.*Platform Quota Check.*MissingQuota.*ec2"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSNATGatewayLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSNATGatewayLimitExceeded searchString=NatGatewayLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSVPCLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSVPCLimitExceeded searchString=VpcLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=S3BucketsLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=S3BucketsLimitExceeded searchString=TooManyBuckets
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LoadBalancerLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LoadBalancerLimitExceeded searchString="TooManyLoadBalancers: Exceeded quota of account"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=EIPAddressLimitExceeded
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=EIPAddressLimitExceeded searchString="EIP: AddressLimitExceeded"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=MissingPublicSubnetForZone
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=MissingPublicSubnetForZone searchString="No public subnet provided for zone"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=PrivateSubnetInMultipleZones
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=PrivateSubnetInMultipleZones searchString="private subnet .* is also in zone"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidInstallConfigSubnet
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidInstallConfigSubnet searchString="CIDR range start.*is outside of the specified machine networks"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSUnableToFindMatchingRouteTable
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSUnableToFindMatchingRouteTable searchString="Error: Unable to find matching route for Route Table"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=DNSAlreadyExists
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=DNSAlreadyExists searchString="aws_route53_record.*Error building changeset:.*Tried to create resource record set.*but it already exists"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=PendingVerification
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=PendingVerification searchString="PendingVerification: Your request for accessing resources in this region is being validated"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=NoMatchingRoute53Zone
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=NoMatchingRoute53Zone searchString="data.aws_route53_zone.public: no matching Route53Zone found"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=TooManyRoute53Zones
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=TooManyRoute53Zones searchString="error creating Route53 Hosted Zone: TooManyHostedZones: Limits Exceeded"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=SimulatorThrottling
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=SimulatorThrottling searchString="validate AWS credentials: checking install permissions: error simulating policy: Throttling: Rate exceeded"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GeneralThrottling
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GeneralThrottling searchString="Throttling: Rate exceeded"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSRoute53Timeout
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSRoute53Timeout searchString="error waiting for Route53 Hosted Zone .* creation: timeout while waiting for state to become 'INSYNC'"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidCredentials
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidCredentials searchString="InvalidClientTokenId: The security token included in the request is invalid."
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSNoWorkerNodes
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSNoWorkerNodes searchString="(?s)terraform-provider-aws.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidAWSTags
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InvalidAWSTags searchString="platform\\.aws\\.userTags.*: Invalid value:.*value contains invalid characters"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ErrorDeletingIAMRole
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ErrorDeletingIAMRole searchString="Error deleting IAM Role .* DeleteConflict: Cannot delete entity, must detach all policies first."
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSSubnetDoesNotExist
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSSubnetDoesNotExist searchString="The subnet ID .* does not exist"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=NATGatewayFailed
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=NATGatewayFailed searchString="Error waiting for NAT Gateway (.*) to become available"
time="2022-04-17T05:17:31.675Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSAccessDeniedSLR
time="2022-04-17T05:17:31.675Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSAccessDeniedSLR searchString="Error creating network Load Balancer: AccessDenied.*iam:CreateServiceLinkedRole"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSInsufficientPermissions
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSInsufficientPermissions searchString="current credentials insufficient for performing cluster installation"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=VcpuLimitExceeded
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=VcpuLimitExceeded searchString=VcpuLimitExceeded
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=UserInitiatedShutdown
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=UserInitiatedShutdown searchString="Error waiting for instance .* to become ready .* User initiated shutdown"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InconsistentTerraformResult
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=InconsistentTerraformResult searchString="Error: Provider produced inconsistent result after apply"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSVPCDoesNotExist
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AWSVPCDoesNotExist searchString="The vpc ID .* does not exist"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=TargetGroupNotFound
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=TargetGroupNotFound searchString=TargetGroupNotFound
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ErrorCreatingNetworkLoadBalancer
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ErrorCreatingNetworkLoadBalancer searchString="Error creating network Load Balancer: InternalFailure: "
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPInvalidProjectID
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPInvalidProjectID searchString="platform.gcp.project.* invalid project ID"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPInstanceTypeNotFound
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPInstanceTypeNotFound searchString="platform.gcp.type: Invalid value:.* instance type.* not found]"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPPreconditionFailed
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPPreconditionFailed searchString="googleapi: Error 412"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPQuotaSSDTotalGBExceeded
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPQuotaSSDTotalGBExceeded searchString="Quota 'SSD_TOTAL_GB' exceeded"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPComputeQuota
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPComputeQuota searchString="compute\\.googleapis\\.com/cpus is not available in [a-z0-9-]* because the required number of resources \\([0-9]*\\) is more than"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPServiceAccountQuota
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPServiceAccountQuota searchString="iam\\.googleapis\\.com/quota/service-account-count is not available in global because the required number of resources \\([0-9]*\\) is more than remaining quota"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPNoWorkerNodes
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=GCPNoWorkerNodes searchString="(?s)terraform-provider-gcp.*Got 0 worker nodes, \\d+ master nodes"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LibvirtSSHKeyPermissionDenied
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LibvirtSSHKeyPermissionDenied searchString="platform.baremetal.libvirtURI: Internal error: could not connect to libvirt: virError.Code=38, Domain=7, Message=.Cannot recv data: Permission denied"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LibvirtConnectionFailed
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=LibvirtConnectionFailed searchString="could not connect to libvirt"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ProxyTimeout
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: i/o timeout"
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ProxyTimeout searchString="error pinging docker registry .+ proxyconnect tcp: dial tcp [^ ]+: connect: connection refused"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ProxyInvalidCABundle
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=ProxyInvalidCABundle searchString="error pinging docker registry .+ proxyconnect tcp: x509: certificate signed by unknown authority"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=BootstrapFailed
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=BootstrapFailed searchString="Bootstrap failed to complete"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=KubeAPIWaitTimeout
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=KubeAPIWaitTimeout searchString="waiting for Kubernetes API: context deadline exceeded"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=MonitoringOperatorStillUpdating
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=MonitoringOperatorStillUpdating searchString="failed to initialize the cluster: Cluster operator monitoring is still updating"
time="2022-04-17T05:17:31.676Z" level=debug msg="parsing regex entry" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AuthenticationOperatorDegraded
time="2022-04-17T05:17:31.676Z" level=debug msg="matching search string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f regexName=AuthenticationOperatorDegraded searchString="Cluster operator authentication Degraded is True"
time="2022-04-17T05:17:31.676Z" level=info msg="found known install failure string" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reason=AuthenticationOperatorDegraded reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.676Z" level=info msg="transitioning to failed" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.681Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-1-rcmcs\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-1-rcmcs-provision reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.681Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=b2cm2r5f
time="2022-04-17T05:17:31.681Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-1-rcmcs\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-1-rcmcs namespace=default
time="2022-04-17T05:17:31.681Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=wwldgr8q
time="2022-04-17T05:17:31.682Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=wwldgr8q
time="2022-04-17T05:17:31.682Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=wwldgr8q
time="2022-04-17T05:17:31.682Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=wwldgr8q
time="2022-04-17T05:17:31.682Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:31.682Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=wwldgr8q
time="2022-04-17T05:17:31.682Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwldgr8q
time="2022-04-17T05:17:31.687Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=6987dg7r
time="2022-04-17T05:17:31.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=6987dg7r
time="2022-04-17T05:17:31.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=6987dg7r
time="2022-04-17T05:17:31.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=6987dg7r
time="2022-04-17T05:17:31.687Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:17:31.687Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=6987dg7r
time="2022-04-17T05:17:31.687Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6987dg7r
time="2022-04-17T05:18:21.321Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:18:21.322Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:18:21.322Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:18:21.322Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:18:21.322Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:18:21.322Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:19:31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tqr5b7qr
time="2022-04-17T05:19:31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tqr5b7qr
time="2022-04-17T05:19:31.001Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tqr5b7qr
time="2022-04-17T05:19:31.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.001Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=tqr5b7qr
time="2022-04-17T05:19:31.001Z" level=info msg="clearing current failed provision to make way for a new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-1-rcmcs reconcileID=tqr5b7qr
time="2022-04-17T05:19:31.014Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=tqr5b7qr
time="2022-04-17T05:19:31.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.015Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=r7hk98vm
time="2022-04-17T05:19:31.015Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.015Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=cx2q9gcd
time="2022-04-17T05:19:31.015Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=cx2q9gcd
time="2022-04-17T05:19:31.015Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.015Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cx2q9gcd
time="2022-04-17T05:19:31.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.015Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.016Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f030780d0150d, ext:4453244667707, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=m65jmkts
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m65jmkts
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=pchxqwdq
time="2022-04-17T05:19:31.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-1-rcmcs-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=pchxqwdq
time="2022-04-17T05:19:31.016Z" level=debug msg="no RetryReasons found in FailedProvisionConfig -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=debug msg="service account already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=pchxqwdq
time="2022-04-17T05:19:31.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-1-rcmcs-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-1-rcmcs reconcileID=pchxqwdq
time="2022-04-17T05:19:31.016Z" level=debug msg="role already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-1-rcmcs\", timestamp:time.Time{wall:0xc08f03078365fe99, ext:4453288046765, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-1-rcmcs
time="2022-04-17T05:19:31.016Z" level=debug msg="ClusterProvision is failed. Nothing more to do" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=pchxqwdq
time="2022-04-17T05:19:31.015Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=r7hk98vm
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7hk98vm
time="2022-04-17T05:19:31.016Z" level=debug msg="rolebinding already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-cluster-2-hlxnb namespace=default
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jnjbslzl
time="2022-04-17T05:19:31.016Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-2-hlxnb reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jnjbslzl
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pchxqwdq
time="2022-04-17T05:19:31.016Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jfsbh4tz
time="2022-04-17T05:19:31.016Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:19:31.016Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jfsbh4tz
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jfsbh4tz
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9nqlmd6x
time="2022-04-17T05:19:31.016Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9nqlmd6x
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nqlmd6x
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xlv8rfms
time="2022-04-17T05:19:31.016Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xlv8rfms
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xlv8rfms
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bjs248sm
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=ph4vxsct
time="2022-04-17T05:19:31.016Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=ph4vxsct
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ph4vxsct
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=hfxtx6qt
time="2022-04-17T05:19:31.016Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=hfxtx6qt
time="2022-04-17T05:19:31.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tl75mxmh
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfxtx6qt
time="2022-04-17T05:19:31.016Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bjs248sm
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tl75mxmh
time="2022-04-17T05:19:31.016Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjs248sm
time="2022-04-17T05:19:31.043Z" level=info msg="created new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.043Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.044Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-04-17T05:19:31.044Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.044Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wpxcj77k
time="2022-04-17T05:19:31.044Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wpxcj77k
time="2022-04-17T05:19:31.044Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpxcj77k
time="2022-04-17T05:19:31.044Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=vbtwvg7h
time="2022-04-17T05:19:31.044Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.044Z" level=debug msg="generating installer job" clusterProvision=jshu-cluster-2-hlxnb namespace=default
time="2022-04-17T05:19:31.044Z" level=debug msg="Setting labels on derived object" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision derivedObject=jshu-cluster-2-hlxnb-provision job=jshu-cluster-2-hlxnb-provision reconcileID=vbtwvg7h
time="2022-04-17T05:19:31.044Z" level=info msg="creating install job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=vbtwvg7h
time="2022-04-17T05:19:31.044Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.053Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:19:31.053Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.053Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=vbtwvg7h
time="2022-04-17T05:19:31.053Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=gmrsmxxd
time="2022-04-17T05:19:31.053Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=gmrsmxxd
time="2022-04-17T05:19:31.053Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.054Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=gb2mhnjk
time="2022-04-17T05:19:31.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hpgnlm9r
time="2022-04-17T05:19:31.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.054Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.054Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hpgnlm9r
time="2022-04-17T05:19:31.054Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hpgnlm9r
time="2022-04-17T05:19:31.054Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xs4jwtwz
time="2022-04-17T05:19:31.056Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xs4jwtwz
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fjhnl279
time="2022-04-17T05:19:31.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xs4jwtwz
time="2022-04-17T05:19:31.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fjhnl279
time="2022-04-17T05:19:31.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjhnl279
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=qvhr9mhc
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=2qc65cng
time="2022-04-17T05:19:31.056Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=qvhr9mhc
time="2022-04-17T05:19:31.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvhr9mhc
time="2022-04-17T05:19:31.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qc65cng
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qtsph4ps
time="2022-04-17T05:19:31.056Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qtsph4ps
time="2022-04-17T05:19:31.056Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qtsph4ps
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rmh54jwn
time="2022-04-17T05:19:31.057Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rmh54jwn
time="2022-04-17T05:19:31.057Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmh54jwn
time="2022-04-17T05:19:31.057Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=qn5v64fz
time="2022-04-17T05:19:31.056Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6rnphpz6
time="2022-04-17T05:19:31.057Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=qn5v64fz
time="2022-04-17T05:19:31.057Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6rnphpz6
time="2022-04-17T05:19:31.057Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qn5v64fz
time="2022-04-17T05:19:31.061Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.061Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.061Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xgjt8qck
time="2022-04-17T05:19:31.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:19:31.061Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xgjt8qck
time="2022-04-17T05:19:31.061Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgjt8qck
time="2022-04-17T05:19:31.061Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=8bsx24qk
time="2022-04-17T05:19:31.062Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:19:31.062Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=8bsx24qk
time="2022-04-17T05:19:31.062Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=8bsx24qk
time="2022-04-17T05:19:31.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=sdh75drt
time="2022-04-17T05:19:31.062Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sdh75drt
time="2022-04-17T05:19:31.063Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=j7b5pvfl
time="2022-04-17T05:19:31.064Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=j7b5pvfl
time="2022-04-17T05:19:31.064Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7b5pvfl
time="2022-04-17T05:19:31.064Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=gmrsmxxd
time="2022-04-17T05:19:31.064Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=7ckgr2n7
time="2022-04-17T05:19:31.064Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=7ckgr2n7
time="2022-04-17T05:19:31.064Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.064Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=7ckgr2n7
time="2022-04-17T05:19:31.064Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=7ckgr2n7
time="2022-04-17T05:19:31.064Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ckgr2n7
time="2022-04-17T05:19:31.064Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-2-hlxnb reconcileID=hpgnlm9r
time="2022-04-17T05:19:31.064Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=hpgnlm9r
time="2022-04-17T05:19:31.064Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:19:31.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v4v4pp4b
time="2022-04-17T05:19:31.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.064Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.064Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v4v4pp4b
time="2022-04-17T05:19:31.064Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=v4v4pp4b
time="2022-04-17T05:19:31.064Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.074Z" level=info msg="adopted provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=v4v4pp4b
time="2022-04-17T05:19:31.074Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=v4v4pp4b
time="2022-04-17T05:19:31.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnmzj9p6
time="2022-04-17T05:19:31.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.075Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.075Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnmzj9p6
time="2022-04-17T05:19:31.075Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnmzj9p6
time="2022-04-17T05:19:31.075Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.075Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=55wlj8zp
time="2022-04-17T05:19:31.075Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=55wlj8zp
time="2022-04-17T05:19:31.075Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=26fwscl9
time="2022-04-17T05:19:31.075Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=26fwscl9
time="2022-04-17T05:19:31.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26fwscl9
time="2022-04-17T05:19:31.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=kvtb7j6l
time="2022-04-17T05:19:31.075Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=kvtb7j6l
time="2022-04-17T05:19:31.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvtb7j6l
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=mbgzg6g7
time="2022-04-17T05:19:31.076Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=mbgzg6g7
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mbgzg6g7
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.076Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=t7p6dxt6
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7p6dxt6
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=lvvps67t
time="2022-04-17T05:19:31.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=lvvps67t
time="2022-04-17T05:19:31.076Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.076Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=lvvps67t
time="2022-04-17T05:19:31.076Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=lvvps67t
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvvps67t
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=8xr4vqkl
time="2022-04-17T05:19:31.076Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:19:31.076Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=8xr4vqkl
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=8xr4vqkl
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hxg68fr7
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxg68fr7
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wqkjn4nw
time="2022-04-17T05:19:31.076Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wqkjn4nw
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqkjn4nw
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=v4cqz4d4
time="2022-04-17T05:19:31.076Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=v4cqz4d4
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4cqz4d4
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=nr5sssc2
time="2022-04-17T05:19:31.076Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=nr5sssc2
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nr5sssc2
time="2022-04-17T05:19:31.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=4vvs65b4
time="2022-04-17T05:19:31.076Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=4vvs65b4
time="2022-04-17T05:19:31.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vvs65b4
time="2022-04-17T05:19:31.083Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-2-hlxnb reconcileID=tnmzj9p6
time="2022-04-17T05:19:31.083Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=tnmzj9p6
time="2022-04-17T05:19:31.083Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:19:31.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.083Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.083Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.083Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.083Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.083Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.083Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.083Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.083Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.083Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.083Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.088Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=8bf8jf7m
time="2022-04-17T05:19:31.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=8bf8jf7m
time="2022-04-17T05:19:31.088Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.088Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=8bf8jf7m
time="2022-04-17T05:19:31.088Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=8bf8jf7m
time="2022-04-17T05:19:31.088Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bf8jf7m
time="2022-04-17T05:19:31.092Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=dcz8pvd8
time="2022-04-17T05:19:31.092Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.092Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.092Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.092Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.092Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.092Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.092Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.092Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.092Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.092Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.092Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.096Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=rdrn2t78
time="2022-04-17T05:19:31.096Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=rdrn2t78
time="2022-04-17T05:19:31.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hw8vn2r9
time="2022-04-17T05:19:31.096Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hw8vn2r9
time="2022-04-17T05:19:31.096Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hw8vn2r9
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=9zqcsvhg
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9zqcsvhg
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=4pl5r7w5
time="2022-04-17T05:19:31.097Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=4pl5r7w5
time="2022-04-17T05:19:31.097Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:19:31.097Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=4pl5r7w5
time="2022-04-17T05:19:31.097Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=4pl5r7w5
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pl5r7w5
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=f6jnmq7z
time="2022-04-17T05:19:31.097Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=f6jnmq7z
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6jnmq7z
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6mc8d5sd
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jdjxq5fr
time="2022-04-17T05:19:31.097Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6mc8d5sd
time="2022-04-17T05:19:31.097Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jdjxq5fr
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mc8d5sd
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdjxq5fr
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=5xp9kqn7
time="2022-04-17T05:19:31.097Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=v9l8r58s
time="2022-04-17T05:19:31.097Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=5xp9kqn7
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xp9kqn7
time="2022-04-17T05:19:31.097Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=v9l8r58s
time="2022-04-17T05:19:31.097Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9l8r58s
time="2022-04-17T05:19:31.101Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=ks8r2tbn
time="2022-04-17T05:19:31.101Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:19:31.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.102Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.102Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjl2xcc4
time="2022-04-17T05:19:31.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nn28cbwz
time="2022-04-17T05:19:31.102Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn28cbwz
time="2022-04-17T05:19:31.102Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=cg982cws
time="2022-04-17T05:19:31.102Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=n42qdbvn
time="2022-04-17T05:19:31.102Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:19:31.102Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=cg982cws
time="2022-04-17T05:19:31.102Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=n42qdbvn
time="2022-04-17T05:19:31.102Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cg982cws
time="2022-04-17T05:19:31.102Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=n42qdbvn
time="2022-04-17T05:19:31.102Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.102Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:19:31.102Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:19:31.108Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8glsf8km
time="2022-04-17T05:19:31.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.108Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:31.108Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8glsf8km
time="2022-04-17T05:19:31.109Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8glsf8km
time="2022-04-17T05:19:31.109Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:31.109Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=8glsf8km
time="2022-04-17T05:19:31.109Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=8glsf8km
time="2022-04-17T05:19:31.109Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8glsf8km
time="2022-04-17T05:19:32.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s2nfw6db
time="2022-04-17T05:19:32.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:32.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:32.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:32.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:32.854Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s2nfw6db
time="2022-04-17T05:19:32.854Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s2nfw6db
time="2022-04-17T05:19:32.854Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:32.854Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=s2nfw6db
time="2022-04-17T05:19:32.854Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=s2nfw6db
time="2022-04-17T05:19:32.854Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2nfw6db
time="2022-04-17T05:19:33.834Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t97pwgrs
time="2022-04-17T05:19:33.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:33.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:33.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:33.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:19:33.834Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t97pwgrs
time="2022-04-17T05:19:33.834Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t97pwgrs
time="2022-04-17T05:19:33.834Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f06b8c0fa7fb2, ext:8234247447518, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:19:33.834Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=t97pwgrs
time="2022-04-17T05:19:33.834Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-2-hlxnb reconcileID=t97pwgrs
time="2022-04-17T05:19:33.834Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t97pwgrs
time="2022-04-17T05:20:21.322Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:20:21.322Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:20:21.322Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:20:21.322Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:20:21.322Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:20:21.322Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:20:31Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=vj6qksp2
time="2022-04-17T05:20:31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=vj6qksp2
time="2022-04-17T05:20:31Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:20:31Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=vj6qksp2
time="2022-04-17T05:20:31Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=vj6qksp2
time="2022-04-17T05:20:31Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vj6qksp2
time="2022-04-17T05:20:40.945Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5kqm94dw
time="2022-04-17T05:20:40.945Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5kqm94dw
time="2022-04-17T05:20:40.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dv8chhrh
time="2022-04-17T05:20:40.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-2-hlxnb ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.945Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2h5kl8fd
time="2022-04-17T05:20:40.945Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:20:40.945Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2h5kl8fd
time="2022-04-17T05:20:40.945Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hjlpvp2b
time="2022-04-17T05:20:40.945Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hjlpvp2b
time="2022-04-17T05:20:40.945Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjlpvp2b
time="2022-04-17T05:20:40.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tx55lprd
time="2022-04-17T05:20:40.946Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tx55lprd
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tx55lprd
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:40.946Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=mfzgm8kp
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfzgm8kp
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=gw6qqpj2
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gw6qqpj2
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=rgxm5fdl
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=gxpn42lt
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgxm5fdl
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=48n9kq4l
time="2022-04-17T05:20:40.946Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=48n9kq4l
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48n9kq4l
time="2022-04-17T05:20:40.946Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-2-hlxnb-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-2-hlxnb reconcileID=gxpn42lt
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=28trfjjt
time="2022-04-17T05:20:40.946Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-2-hlxnb\", timestamp:time.Time{wall:0xc08f06b8c2a4b01d, ext:8234275378237, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-2-hlxnb
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28trfjjt
time="2022-04-17T05:20:40.946Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=gxpn42lt
time="2022-04-17T05:20:40.946Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision job=jshu-cluster-2-hlxnb-provision reconcileID=gxpn42lt
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=pnz6rrmq
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnz6rrmq
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxpn42lt
time="2022-04-17T05:20:40.946Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lstwknwd
time="2022-04-17T05:20:40.946Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lstwknwd
time="2022-04-17T05:20:40.946Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lstwknwd
time="2022-04-17T05:20:40.959Z" level=info msg="deleted outstanding provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dv8chhrh
time="2022-04-17T05:20:40.959Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=dv8chhrh
time="2022-04-17T05:20:40.959Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=v5crp787
time="2022-04-17T05:20:40.959Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=v5crp787
time="2022-04-17T05:20:40.96Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v5crp787
time="2022-04-17T05:20:40.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gdmb7dft
time="2022-04-17T05:20:40.96Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.96Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.96Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:40.96Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gdmb7dft
time="2022-04-17T05:20:40.96Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=gdmb7dft
time="2022-04-17T05:20:40.96Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gdmb7dft
time="2022-04-17T05:20:40.96Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=59zqw5mg
time="2022-04-17T05:20:40.96Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=59zqw5mg
time="2022-04-17T05:20:40.96Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59zqw5mg
time="2022-04-17T05:20:40.989Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=72fvpz4x
time="2022-04-17T05:20:40.989Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jrw8p489
time="2022-04-17T05:20:40.989Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jrw8p489
time="2022-04-17T05:20:40.989Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrw8p489
time="2022-04-17T05:20:40.993Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=gdmb7dft
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=46 elapsedMillisGT=0 outcome=unspecified reconcileID=gdmb7dft
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=njzvlz98
time="2022-04-17T05:20:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bhj77c7j
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bhj77c7j
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=9p7kxmx7
time="2022-04-17T05:20:41.006Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=9p7kxmx7
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9p7kxmx7
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pnz65t94
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mp7d6wwt
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnz65t94
time="2022-04-17T05:20:41.006Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mp7d6wwt
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mp7d6wwt
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kc5kgxrp
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=79q6fx66
time="2022-04-17T05:20:41.006Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kc5kgxrp
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kc5kgxrp
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79q6fx66
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=rc8hlhc9
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rc8hlhc9
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2kw2jsgm
time="2022-04-17T05:20:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=2h8kz6vj
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kw2jsgm
time="2022-04-17T05:20:41.006Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=2h8kz6vj
time="2022-04-17T05:20:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2h8kz6vj
time="2022-04-17T05:20:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.006Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=njzvlz98
time="2022-04-17T05:20:41.006Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=njzvlz98
time="2022-04-17T05:20:41.006Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=njzvlz98
time="2022-04-17T05:20:41.006Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=njzvlz98
time="2022-04-17T05:20:41.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:41.012Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:41.012Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:20:41.012Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=fx4hj2j6
time="2022-04-17T05:20:41.012Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=fx4hj2j6
time="2022-04-17T05:20:41.012Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fx4hj2j6
time="2022-04-17T05:20:41.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4pnkcmsh
time="2022-04-17T05:20:41.012Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pnkcmsh
time="2022-04-17T05:20:41.012Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=sclsdrfd
time="2022-04-17T05:20:41.012Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:20:41.012Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=sclsdrfd
time="2022-04-17T05:20:41.013Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=njzvlz98
time="2022-04-17T05:20:41.013Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:20:41.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.013Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.013Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.013Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.013Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.018Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=l4w9dwj2
time="2022-04-17T05:20:41.018Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=l4w9dwj2
time="2022-04-17T05:20:41.018Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4w9dwj2
time="2022-04-17T05:20:41.022Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=tmb5b2xw
time="2022-04-17T05:20:41.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.023Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.023Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.023Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.024Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=9gl4xnnm
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2dnvsdlz
time="2022-04-17T05:20:41.025Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=9gl4xnnm
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2dnvsdlz
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9gl4xnnm
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=kh79lzd2
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=mdszr9f7
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kh79lzd2
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdszr9f7
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9gm4hz8n
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=pv5m92bm
time="2022-04-17T05:20:41.025Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9gm4hz8n
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9gm4hz8n
time="2022-04-17T05:20:41.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pv5m92bm
time="2022-04-17T05:20:41.025Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=tgwt4r8q
time="2022-04-17T05:20:41.025Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=tgwt4r8q
time="2022-04-17T05:20:41.026Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgwt4r8q
time="2022-04-17T05:20:41.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fflxt9np
time="2022-04-17T05:20:41.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=nfp95b7w
time="2022-04-17T05:20:41.026Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fflxt9np
time="2022-04-17T05:20:41.026Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fflxt9np
time="2022-04-17T05:20:41.026Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfp95b7w
time="2022-04-17T05:20:41.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=94z2mpvv
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94z2mpvv
time="2022-04-17T05:20:41.04Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p9xrk5q9
time="2022-04-17T05:20:41.04Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jwshnlm2
time="2022-04-17T05:20:41.04Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=p9xrk5q9
time="2022-04-17T05:20:41.04Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9xrk5q9
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jwshnlm2
time="2022-04-17T05:20:41.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:41.04Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=wqnmmmtt
time="2022-04-17T05:20:41.04Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:20:41.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qnvqkfxk
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qnvqkfxk
time="2022-04-17T05:20:41.04Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=qnvqkfxk
time="2022-04-17T05:20:41.04Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qnvqkfxk
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnvqkfxk
time="2022-04-17T05:20:41.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l5bc872x
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.04Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l5bc872x
time="2022-04-17T05:20:41.04Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=l5bc872x
time="2022-04-17T05:20:41.04Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=l5bc872x
time="2022-04-17T05:20:41.04Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5bc872x
time="2022-04-17T05:20:41.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b6x4mhvh
time="2022-04-17T05:20:41.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.043Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.043Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b6x4mhvh
time="2022-04-17T05:20:41.043Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=b6x4mhvh
time="2022-04-17T05:20:41.043Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b6x4mhvh
time="2022-04-17T05:20:41.043Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6x4mhvh
time="2022-04-17T05:20:41.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=277kf2lh
time="2022-04-17T05:20:41.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.051Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=277kf2lh
time="2022-04-17T05:20:41.051Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=277kf2lh
time="2022-04-17T05:20:41.051Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=277kf2lh
time="2022-04-17T05:20:41.051Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=277kf2lh
time="2022-04-17T05:20:41.097Z" level=info msg="created service account" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=72fvpz4x
time="2022-04-17T05:20:41.229Z" level=info msg="created role" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=72fvpz4x
time="2022-04-17T05:20:41.285Z" level=info msg="created rolebinding" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=72fvpz4x
time="2022-04-17T05:20:41.285Z" level=debug msg="generating uninstall job" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=72fvpz4x
time="2022-04-17T05:20:41.285Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=72fvpz4x
time="2022-04-17T05:20:41.285Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision derivedObject=jshu-cluster-uninstall reconcileID=72fvpz4x
time="2022-04-17T05:20:41.285Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=72fvpz4x
time="2022-04-17T05:20:41.295Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=305 elapsedMillisGT=0 outcome=unspecified reconcileID=72fvpz4x
time="2022-04-17T05:20:41.295Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.295Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/jshu-cluster controller=clusterDeprovision objectKind=Job objectNamespacedName=default/jshu-cluster-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/jshu-cluster reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.295Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:20:41.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vk5ctl5z
time="2022-04-17T05:20:41.301Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.301Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.301Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.301Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.301Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vk5ctl5z
time="2022-04-17T05:20:41.301Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=vk5ctl5z
time="2022-04-17T05:20:41.301Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vk5ctl5z
time="2022-04-17T05:20:41.301Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vk5ctl5z
time="2022-04-17T05:20:41.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pmh2f4n
time="2022-04-17T05:20:41.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.309Z" level=debug msg="service account already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="role already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.309Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="generating uninstall job" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision derivedObject=jshu-cluster-uninstall reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.309Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rbpnnzf4
time="2022-04-17T05:20:41.309Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pmh2f4n
time="2022-04-17T05:20:41.309Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=6pmh2f4n
time="2022-04-17T05:20:41.309Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.309Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pmh2f4n
time="2022-04-17T05:20:41.309Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pmh2f4n
time="2022-04-17T05:20:41.309Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/jshu-cluster controller=clusterDeprovision objectKind=Job objectNamespacedName=default/jshu-cluster-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/jshu-cluster reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="service account already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="role already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="generating uninstall job" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision derivedObject=jshu-cluster-uninstall reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.326Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=fx8xt4rc
time="2022-04-17T05:20:41.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ff7tjhzq
time="2022-04-17T05:20:41.328Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.328Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.328Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.329Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ff7tjhzq
time="2022-04-17T05:20:41.329Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=ff7tjhzq
time="2022-04-17T05:20:41.329Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ff7tjhzq
time="2022-04-17T05:20:41.329Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ff7tjhzq
time="2022-04-17T05:20:41.976Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t946w548
time="2022-04-17T05:20:41.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.976Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t946w548
time="2022-04-17T05:20:41.976Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=t946w548
time="2022-04-17T05:20:41.976Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=t946w548
time="2022-04-17T05:20:41.976Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t946w548
time="2022-04-17T05:20:41.983Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mr95lc7z
time="2022-04-17T05:20:41.983Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.983Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.983Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.983Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.983Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mr95lc7z
time="2022-04-17T05:20:41.983Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=mr95lc7z
time="2022-04-17T05:20:41.983Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mr95lc7z
time="2022-04-17T05:20:41.983Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mr95lc7z
time="2022-04-17T05:20:41.987Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zwn57hc8
time="2022-04-17T05:20:41.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.987Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:41.987Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zwn57hc8
time="2022-04-17T05:20:41.987Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=zwn57hc8
time="2022-04-17T05:20:41.987Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zwn57hc8
time="2022-04-17T05:20:41.987Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwn57hc8
time="2022-04-17T05:20:43.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wmbmlsst
time="2022-04-17T05:20:43.369Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:43.369Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:43.369Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:43.369Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:43.369Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wmbmlsst
time="2022-04-17T05:20:43.369Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=wmbmlsst
time="2022-04-17T05:20:43.369Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wmbmlsst
time="2022-04-17T05:20:43.369Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmbmlsst
time="2022-04-17T05:20:44.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5lsc77p8
time="2022-04-17T05:20:44.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:44.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:44.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:44.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:20:44.214Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5lsc77p8
time="2022-04-17T05:20:44.214Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=5lsc77p8
time="2022-04-17T05:20:44.214Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5lsc77p8
time="2022-04-17T05:20:44.214Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5lsc77p8
time="2022-04-17T05:22:21.323Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:22:21.323Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:22:21.323Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:22:21.323Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:22:21.323Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:22:21.323Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:23:39.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hqvbxf7n
time="2022-04-17T05:23:39.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:39.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:39.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:39.7Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:39.7Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hqvbxf7n
time="2022-04-17T05:23:39.7Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=hqvbxf7n
time="2022-04-17T05:23:39.7Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hqvbxf7n
time="2022-04-17T05:23:39.7Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqvbxf7n
time="2022-04-17T05:23:41.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4zd7sq29
time="2022-04-17T05:23:41.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.706Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.706Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4zd7sq29
time="2022-04-17T05:23:41.706Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=4zd7sq29
time="2022-04-17T05:23:41.706Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4zd7sq29
time="2022-04-17T05:23:41.706Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zd7sq29
time="2022-04-17T05:23:41.716Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.717Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/jshu-cluster controller=clusterDeprovision objectKind=Job objectNamespacedName=default/jshu-cluster-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/jshu-cluster reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7d48gtpf
time="2022-04-17T05:23:41.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.724Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.724Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7d48gtpf
time="2022-04-17T05:23:41.724Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=7d48gtpf
time="2022-04-17T05:23:41.724Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7d48gtpf
time="2022-04-17T05:23:41.724Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7d48gtpf
time="2022-04-17T05:23:41.787Z" level=debug msg="service account already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="role already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision name=cluster-uninstaller reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="generating uninstall job" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision derivedObject=jshu-cluster-uninstall reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.787Z" level=debug msg="uninstall job completed" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision duration=180 reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.793Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=77 elapsedMillisGT=0 outcome=unspecified reconcileID=dfmsr5l2
time="2022-04-17T05:23:41.794Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=jhl4k784
time="2022-04-17T05:23:41.794Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=k9f55w2z
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/jshu-cluster controller=clusterDeprovision objectKind=Job objectNamespacedName=default/jshu-cluster-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/jshu-cluster reconcileID=jhl4k784
time="2022-04-17T05:23:41.794Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=jhl4k784
time="2022-04-17T05:23:41.794Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhl4k784
time="2022-04-17T05:23:41.794Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=k9f55w2z
time="2022-04-17T05:23:41.794Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9f55w2z
time="2022-04-17T05:23:41.794Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=h2s66bd7
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/jshu-cluster controller=clusterDeprovision objectKind=Job objectNamespacedName=default/jshu-cluster-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/jshu-cluster reconcileID=h2s66bd7
time="2022-04-17T05:23:41.794Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=h2s66bd7
time="2022-04-17T05:23:41.794Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2s66bd7
time="2022-04-17T05:23:41.794Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xqr79xc4
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.794Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xqr79xc4
time="2022-04-17T05:23:41.794Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=xqr79xc4
time="2022-04-17T05:23:41.794Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xqr79xc4
time="2022-04-17T05:23:41.802Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xqr79xc4
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=zlfb2x9n
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=zlfb2x9n
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hl6gcqh2
time="2022-04-17T05:23:41.804Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hl6gcqh2
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hl6gcqh2
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=xvt2w76h
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvt2w76h
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=brhkvfrr
time="2022-04-17T05:23:41.804Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=brhkvfrr
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brhkvfrr
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=n6m2rdr8
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6m2rdr8
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=5sj9wnjc
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5sj9wnjc
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=nd2shzfp
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=62d5jqsg
time="2022-04-17T05:23:41.804Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=nd2shzfp
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd2shzfp
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62d5jqsg
time="2022-04-17T05:23:41.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=8z9vncfl
time="2022-04-17T05:23:41.804Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=8z9vncfl
time="2022-04-17T05:23:41.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z9vncfl
time="2022-04-17T05:23:41.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=rc8drqcb
time="2022-04-17T05:23:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rc8drqcb
time="2022-04-17T05:23:41.809Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=n9hswfq6
time="2022-04-17T05:23:41.81Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=tzn9w776
time="2022-04-17T05:23:41.81Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:23:41.81Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=tzn9w776
time="2022-04-17T05:23:41.81Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzn9w776
time="2022-04-17T05:23:41.81Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=n9hswfq6
time="2022-04-17T05:23:41.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:23:41.81Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:23:41.81Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:23:41.819Z" level=debug msg="cleared metric: %v&{0xc0000f8f90}" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xqr79xc4
time="2022-04-17T05:23:41.819Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=xqr79xc4
time="2022-04-17T05:23:41.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pkswfknf
time="2022-04-17T05:23:41.82Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tcfjt ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.82Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-1-rcmcs ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.82Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.82Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:23:41.82Z" level=debug msg="linked provision removed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pkswfknf
time="2022-04-17T05:23:41.82Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster reconcileID=pkswfknf
time="2022-04-17T05:23:41.82Z" level=info msg="DNSZone gone and deprovision request completed, removing finalizer" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pkswfknf
time="2022-04-17T05:23:41.821Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=b7sw8nsz
time="2022-04-17T05:23:41.821Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=b7sw8nsz
time="2022-04-17T05:23:41.821Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=9qcdd6lm
time="2022-04-17T05:23:41.821Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=9qcdd6lm
time="2022-04-17T05:23:41.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qcdd6lm
time="2022-04-17T05:23:41.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=trxm96tm
time="2022-04-17T05:23:41.821Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=trxm96tm
time="2022-04-17T05:23:41.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trxm96tm
time="2022-04-17T05:23:41.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:23:41.821Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:23:41.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:23:41.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=5sxnncmc
time="2022-04-17T05:23:41.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5sxnncmc
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=s72ngjhd
time="2022-04-17T05:23:41.822Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision reconcileID=s72ngjhd
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-2-hlxnb controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s72ngjhd
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=swv6cbqs
time="2022-04-17T05:23:41.822Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:23:41.822Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=swv6cbqs
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=swv6cbqs
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cd5c8kg2
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cd5c8kg2
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7wg2b4f9
time="2022-04-17T05:23:41.822Z" level=info msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7wg2b4f9
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7wg2b4f9
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=w7phs9xn
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7phs9xn
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tth5ddbj
time="2022-04-17T05:23:41.822Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tth5ddbj
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tth5ddbj
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hhh94h8r
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhh94h8r
time="2022-04-17T05:23:41.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=482t7gps
time="2022-04-17T05:23:41.822Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=482t7gps
time="2022-04-17T05:23:41.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=482t7gps
time="2022-04-17T05:23:41.824Z" level=info msg="error removing finalizer" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/hive.openshift.io/clusterdeployments/default/jshu-cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 92e14a84-8a4e-4cd2-9260-f41c24b15f09, UID in object meta: " reconcileID=pkswfknf
time="2022-04-17T05:23:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=pkswfknf
time="2022-04-17T05:23:41.824Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/hive.openshift.io/clusterdeployments/default/jshu-cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 92e14a84-8a4e-4cd2-9260-f41c24b15f09, UID in object meta: " name=jshu-cluster namespace=default
time="2022-04-17T05:23:41.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4wvjrdrh
time="2022-04-17T05:23:41.824Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=4wvjrdrh
time="2022-04-17T05:23:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wvjrdrh
time="2022-04-17T05:23:41.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nmp7gjm9
time="2022-04-17T05:23:41.829Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=nmp7gjm9
time="2022-04-17T05:23:41.829Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmp7gjm9
time="2022-04-17T05:23:41.865Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=x46nsf4j
time="2022-04-17T05:23:41.865Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=x46nsf4j
time="2022-04-17T05:23:41.865Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x46nsf4j
time="2022-04-17T05:23:41.865Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=99pgdnsf
time="2022-04-17T05:23:41.865Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=99pgdnsf
time="2022-04-17T05:23:41.865Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99pgdnsf
time="2022-04-17T05:23:41.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c8hkqcmc
time="2022-04-17T05:23:41.865Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c8hkqcmc
time="2022-04-17T05:23:41.865Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8hkqcmc
time="2022-04-17T05:23:41.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x9wbh8qm
time="2022-04-17T05:23:41.867Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=gjm472mx
time="2022-04-17T05:23:41.867Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=gjm472mx
time="2022-04-17T05:23:41.867Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x9wbh8qm
time="2022-04-17T05:23:41.867Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjm472mx
time="2022-04-17T05:23:41.867Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9wbh8qm
time="2022-04-17T05:23:41.868Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=4nbxjdw9
time="2022-04-17T05:23:41.868Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=4nbxjdw9
time="2022-04-17T05:23:41.868Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nbxjdw9
time="2022-04-17T05:23:41.869Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2552622w
time="2022-04-17T05:23:41.869Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hcdd9j9s
time="2022-04-17T05:23:41.87Z" level=debug msg="cluster deployment not found" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2552622w
time="2022-04-17T05:23:41.87Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=t5b9wzq9
time="2022-04-17T05:23:41.87Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2552622w
time="2022-04-17T05:23:41.87Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=t5b9wzq9
time="2022-04-17T05:23:41.87Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5b9wzq9
time="2022-04-17T05:23:41.87Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hcdd9j9s
time="2022-04-17T05:23:41.87Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcdd9j9s
time="2022-04-17T05:23:41.873Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fjc9rptc
time="2022-04-17T05:23:41.873Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision reconcileID=fjc9rptc
time="2022-04-17T05:23:41.873Z" level=info msg="reconcile complete" clusterDeprovision=default/jshu-cluster controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjc9rptc
time="2022-04-17T05:23:41.874Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=ggg67mtq
time="2022-04-17T05:23:41.874Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision reconcileID=ggg67mtq
time="2022-04-17T05:23:41.874Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tcfjt controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggg67mtq
time="2022-04-17T05:23:41.881Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=6k5rgrls
time="2022-04-17T05:23:41.881Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision reconcileID=6k5rgrls
time="2022-04-17T05:23:41.881Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-1-rcmcs controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6k5rgrls
time="2022-04-17T05:23:41.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s4vxdb4r
time="2022-04-17T05:23:41.887Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=s4vxdb4r
time="2022-04-17T05:23:41.887Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4vxdb4r
time="2022-04-17T05:23:41.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dqp72vbv
time="2022-04-17T05:23:41.888Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dqp72vbv
time="2022-04-17T05:23:41.888Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqp72vbv
time="2022-04-17T05:23:41.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=sntjggrr
time="2022-04-17T05:23:41.892Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=sntjggrr
time="2022-04-17T05:23:41.892Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sntjggrr
time="2022-04-17T05:23:41.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8kzkgfjs
time="2022-04-17T05:23:41.893Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8kzkgfjs
time="2022-04-17T05:23:41.893Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kzkgfjs
time="2022-04-17T05:23:41.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=cm8brfz8
time="2022-04-17T05:23:41.897Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=cm8brfz8
time="2022-04-17T05:23:41.897Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cm8brfz8
time="2022-04-17T05:23:41.9Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9dgxkq8w
time="2022-04-17T05:23:41.9Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9dgxkq8w
time="2022-04-17T05:23:41.9Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dgxkq8w
time="2022-04-17T05:24:21.324Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:24:21.324Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:24:21.324Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:24:21.324Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:24:21.324Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:24:21.324Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:26:21.324Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:26:21.324Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:26:21.324Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:26:21.324Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:26:21.324Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:26:21.324Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:28:21.325Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:28:21.325Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:28:21.325Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:28:21.325Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:28:21.325Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:28:21.325Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:30:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:30:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:30:21.326Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:30:21.326Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:30:21.326Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:30:21.326Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:30:21.326Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:30:21.326Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:32:21.327Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:32:21.327Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:32:21.327Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:32:21.327Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:32:21.327Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:32:21.327Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:34:21.328Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:34:21.328Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:34:21.328Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:34:21.328Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:34:21.328Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:34:21.328Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:36:21.329Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:36:21.329Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:36:21.329Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:36:21.329Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:36:21.329Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:36:21.329Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:37:08.239Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2l4m8j4p
time="2022-04-17T05:37:08.239Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:37:08.239Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2l4m8j4p
time="2022-04-17T05:37:08.239Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2l4m8j4p
time="2022-04-17T05:38:21.329Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:38:21.329Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:38:21.329Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:38:21.329Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:38:21.329Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:38:21.329Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:40:21.33Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:40:21.33Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:40:21.33Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:40:21.33Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:40:21.33Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:40:21.33Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:42:21.331Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:42:21.331Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:42:21.331Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:42:21.331Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:42:21.331Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:42:21.331Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:44:21.331Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:44:21.331Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:44:21.332Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:44:21.332Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:44:21.332Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:44:21.332Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:45:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:45:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:46:21.332Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:46:21.333Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:46:21.333Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:46:21.333Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:46:21.333Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:46:21.333Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:47:11.401Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5dj95ln2
time="2022-04-17T05:47:11.401Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5dj95ln2
time="2022-04-17T05:47:11.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8vtsgpvs
time="2022-04-17T05:47:11.401Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8vtsgpvs
time="2022-04-17T05:47:11.401Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=62bk25mp
time="2022-04-17T05:47:11.401Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.401Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=62bk25mp
time="2022-04-17T05:47:11.401Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=62bk25mp
time="2022-04-17T05:47:11.402Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kgjm2zvt
time="2022-04-17T05:47:11.402Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kgjm2zvt
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bm95wfv4
time="2022-04-17T05:47:11.402Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bm95wfv4
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=7kjw9rsn
time="2022-04-17T05:47:11.402Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm95wfv4
time="2022-04-17T05:47:11.402Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=7kjw9rsn
time="2022-04-17T05:47:11.402Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7kjw9rsn
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.402Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.402Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l9tmhngc
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=47zcl7ht
time="2022-04-17T05:47:11.402Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=47zcl7ht
time="2022-04-17T05:47:11.402Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l9tmhngc
time="2022-04-17T05:47:11.402Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9tmhngc
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=wvlkstbt
time="2022-04-17T05:47:11.402Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=wvlkstbt
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8mwlhj45
time="2022-04-17T05:47:11.402Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8mwlhj45
time="2022-04-17T05:47:11.402Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=l2xk8ggq
time="2022-04-17T05:47:11.402Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=l2xk8ggq
time="2022-04-17T05:47:11.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=qc2k6zds
time="2022-04-17T05:47:11.402Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=qc2k6zds
time="2022-04-17T05:47:11.412Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=8vtsgpvs
time="2022-04-17T05:47:11.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=pcfzsnd7
time="2022-04-17T05:47:11.414Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=d9jvpkd7
time="2022-04-17T05:47:11.414Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=pcfzsnd7
time="2022-04-17T05:47:11.414Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=d9jvpkd7
time="2022-04-17T05:47:11.414Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pcfzsnd7
time="2022-04-17T05:47:11.414Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lzrjhfzh
time="2022-04-17T05:47:11.414Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=lzrjhfzh
time="2022-04-17T05:47:11.414Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzrjhfzh
time="2022-04-17T05:47:11.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4mx2wdbk
time="2022-04-17T05:47:11.414Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=4mx2wdbk
time="2022-04-17T05:47:11.414Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mx2wdbk
time="2022-04-17T05:47:11.415Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=47zcl7ht
time="2022-04-17T05:47:11.415Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=47zcl7ht
time="2022-04-17T05:47:11.415Z" level=error msg="Reconciler error" _name=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=vc5cmpnm
time="2022-04-17T05:47:11.415Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=vc5cmpnm
time="2022-04-17T05:47:11.415Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kgjm2zvt
time="2022-04-17T05:47:11.415Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=kgjm2zvt
time="2022-04-17T05:47:11.415Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.417Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8mwlhj45
time="2022-04-17T05:47:11.417Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=8mwlhj45
time="2022-04-17T05:47:11.417Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.417Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=l2xk8ggq
time="2022-04-17T05:47:11.417Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=l2xk8ggq
time="2022-04-17T05:47:11.417Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hxrms45w
time="2022-04-17T05:47:11.417Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hxrms45w
time="2022-04-17T05:47:11.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7pf8m45x
time="2022-04-17T05:47:11.419Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=c6l9qhjh
time="2022-04-17T05:47:11.419Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=c6l9qhjh
time="2022-04-17T05:47:11.419Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=lslrz5wm
time="2022-04-17T05:47:11.419Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tm6wgp98
time="2022-04-17T05:47:11.419Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tm6wgp98
time="2022-04-17T05:47:11.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.42Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.42Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.419Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=lslrz5wm
time="2022-04-17T05:47:11.42Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=lslrz5wm
time="2022-04-17T05:47:11.42Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qc2k6zds
time="2022-04-17T05:47:11.42Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=qc2k6zds
time="2022-04-17T05:47:11.42Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.42Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=6jjjptf9
time="2022-04-17T05:47:11.42Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=6jjjptf9
time="2022-04-17T05:47:11.421Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wvlkstbt
time="2022-04-17T05:47:11.421Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=wvlkstbt
time="2022-04-17T05:47:11.421Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.421Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lbb7lqn5
time="2022-04-17T05:47:11.421Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lbb7lqn5
time="2022-04-17T05:47:11.427Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=hclf695c
time="2022-04-17T05:47:11.427Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=hclf695c
time="2022-04-17T05:47:11.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nwrkvd9t
time="2022-04-17T05:47:11.427Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nwrkvd9t
time="2022-04-17T05:47:11.427Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwrkvd9t
time="2022-04-17T05:47:11.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8xhrckf8
time="2022-04-17T05:47:11.427Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8xhrckf8
time="2022-04-17T05:47:11.427Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8xhrckf8
time="2022-04-17T05:47:11.427Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dmbghwcs
time="2022-04-17T05:47:11.427Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dmbghwcs
time="2022-04-17T05:47:11.427Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmbghwcs
time="2022-04-17T05:47:11.428Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hxrms45w
time="2022-04-17T05:47:11.428Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=hxrms45w
time="2022-04-17T05:47:11.428Z" level=error msg="Reconciler error" _name=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.428Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fdz2kpjk
time="2022-04-17T05:47:11.428Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fdz2kpjk
time="2022-04-17T05:47:11.432Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=c6l9qhjh
time="2022-04-17T05:47:11.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=c6l9qhjh
time="2022-04-17T05:47:11.432Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.432Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7dvdbcgv
time="2022-04-17T05:47:11.432Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.432Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7dvdbcgv
time="2022-04-17T05:47:11.432Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=7dvdbcgv
time="2022-04-17T05:47:11.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=vc5cmpnm
time="2022-04-17T05:47:11.432Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=jdwfzkhg
time="2022-04-17T05:47:11.432Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdwfzkhg
time="2022-04-17T05:47:11.433Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tm6wgp98
time="2022-04-17T05:47:11.433Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=tm6wgp98
time="2022-04-17T05:47:11.433Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.433Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lbb7lqn5
time="2022-04-17T05:47:11.433Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=lbb7lqn5
time="2022-04-17T05:47:11.433Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=m8gg996z
time="2022-04-17T05:47:11.433Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=m8gg996z
time="2022-04-17T05:47:11.434Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6jjjptf9
time="2022-04-17T05:47:11.434Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=6jjjptf9
time="2022-04-17T05:47:11.434Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=4tp8778c
time="2022-04-17T05:47:11.434Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=4tp8778c
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=t4mbzv84
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=q7thtcbr
time="2022-04-17T05:47:11.438Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=t4mbzv84
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4mbzv84
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qqjv2xmh
time="2022-04-17T05:47:11.438Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qqjv2xmh
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tdwppfr6
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qqjv2xmh
time="2022-04-17T05:47:11.438Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tdwppfr6
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdwppfr6
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=69t5wtjp
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69t5wtjp
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=q7thtcbr
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=fdz2kpjk
time="2022-04-17T05:47:11.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=kzckcj97
time="2022-04-17T05:47:11.438Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=kzckcj97
time="2022-04-17T05:47:11.438Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzckcj97
time="2022-04-17T05:47:11.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=mtqnjz92
time="2022-04-17T05:47:11.439Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=mtqnjz92
time="2022-04-17T05:47:11.439Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtqnjz92
time="2022-04-17T05:47:11.439Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7pf8m45x
time="2022-04-17T05:47:11.439Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=7pf8m45x
time="2022-04-17T05:47:11.439Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2ghh6cp
time="2022-04-17T05:47:11.441Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=m8gg996z
time="2022-04-17T05:47:11.441Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=m8gg996z
time="2022-04-17T05:47:11.441Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mg67zthh
time="2022-04-17T05:47:11.441Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mg67zthh
time="2022-04-17T05:47:11.443Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.443Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jn8v9xkn
time="2022-04-17T05:47:11.443Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.443Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.443Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.443Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jn8v9xkn
time="2022-04-17T05:47:11.443Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jn8v9xkn
time="2022-04-17T05:47:11.446Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4tp8778c
time="2022-04-17T05:47:11.446Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=4tp8778c
time="2022-04-17T05:47:11.446Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fwhbqp6k
time="2022-04-17T05:47:11.446Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fwhbqp6k
time="2022-04-17T05:47:11.447Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=zg682rg5
time="2022-04-17T05:47:11.447Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=zg682rg5
time="2022-04-17T05:47:11.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nzs5bqgt
time="2022-04-17T05:47:11.448Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nzs5bqgt
time="2022-04-17T05:47:11.452Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g2ghh6cp
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=g2ghh6cp
time="2022-04-17T05:47:11.452Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=mg67zthh
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=45lv5qqp
time="2022-04-17T05:47:11.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=45lv5qqp
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45lv5qqp
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=j6rh2ght
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=j6rh2ght
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gsr7qnrf
time="2022-04-17T05:47:11.452Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gsr7qnrf
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=j96wwz4j
time="2022-04-17T05:47:11.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=j96wwz4j
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsr7qnrf
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j96wwz4j
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=jkc594cl
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=5f8sbnjx
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5f8sbnjx
time="2022-04-17T05:47:11.452Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=jkc594cl
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkc594cl
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bqrj4cvn
time="2022-04-17T05:47:11.452Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=bqrj4cvn
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqrj4cvn
time="2022-04-17T05:47:11.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=h5lb5gqp
time="2022-04-17T05:47:11.452Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=h5lb5gqp
time="2022-04-17T05:47:11.452Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5lb5gqp
time="2022-04-17T05:47:11.456Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nzs5bqgt
time="2022-04-17T05:47:11.456Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=nzs5bqgt
time="2022-04-17T05:47:11.456Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.457Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fwhbqp6k
time="2022-04-17T05:47:11.457Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=fwhbqp6k
time="2022-04-17T05:47:11.457Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=9qdkwvd2
time="2022-04-17T05:47:11.457Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=9qdkwvd2
time="2022-04-17T05:47:11.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.457Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=nmjrlz29
time="2022-04-17T05:47:11.457Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.457Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.457Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=nmjrlz29
time="2022-04-17T05:47:11.457Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=nmjrlz29
time="2022-04-17T05:47:11.459Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ms8xfnnl
time="2022-04-17T05:47:11.462Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zg682rg5
time="2022-04-17T05:47:11.462Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=zg682rg5
time="2022-04-17T05:47:11.462Z" level=error msg="Reconciler error" _name=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.464Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=9qdkwvd2
time="2022-04-17T05:47:11.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=5fgzr5zv
time="2022-04-17T05:47:11.466Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=5fgzr5zv
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=w6cslzmb
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=w6cslzmb
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=c7nk2vdh
time="2022-04-17T05:47:11.471Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=c7nk2vdh
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7nk2vdh
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bxkkwddx
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=mvsl4rsm
time="2022-04-17T05:47:11.471Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bxkkwddx
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxkkwddx
time="2022-04-17T05:47:11.471Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=mvsl4rsm
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=8tn9nkhh
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvsl4rsm
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8tn9nkhh
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kvf5m56n
time="2022-04-17T05:47:11.471Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kvf5m56n
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvf5m56n
time="2022-04-17T05:47:11.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wp4b2kb6
time="2022-04-17T05:47:11.471Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wp4b2kb6
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wp4b2kb6
time="2022-04-17T05:47:11.471Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ms8xfnnl
time="2022-04-17T05:47:11.471Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=ms8xfnnl
time="2022-04-17T05:47:11.471Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.476Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hwgh54vf
time="2022-04-17T05:47:11.476Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.476Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5fgzr5zv
time="2022-04-17T05:47:11.476Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hwgh54vf
time="2022-04-17T05:47:11.476Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=5fgzr5zv
time="2022-04-17T05:47:11.476Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=hwgh54vf
time="2022-04-17T05:47:11.476Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.476Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.476Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.476Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=rjfzlrzq
time="2022-04-17T05:47:11.476Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.476Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=rjfzlrzq
time="2022-04-17T05:47:11.482Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=rjfzlrzq
time="2022-04-17T05:47:11.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=l59ng5rn
time="2022-04-17T05:47:11.482Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=l59ng5rn
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=7s7wvj25
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=7s7wvj25
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zpkrpl9h
time="2022-04-17T05:47:11.484Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w4hqzpws
time="2022-04-17T05:47:11.484Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w4hqzpws
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=vlg7rvxf
time="2022-04-17T05:47:11.484Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=vlg7rvxf
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlg7rvxf
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.484Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4chwzq56
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4chwzq56
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7tsm6fw2
time="2022-04-17T05:47:11.484Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.484Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7tsm6fw2
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=7tsm6fw2
time="2022-04-17T05:47:11.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pg4vkb2c
time="2022-04-17T05:47:11.484Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=pg4vkb2c
time="2022-04-17T05:47:11.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pg4vkb2c
time="2022-04-17T05:47:11.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=j5kvcz9k
time="2022-04-17T05:47:11.485Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=j5kvcz9k
time="2022-04-17T05:47:11.485Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5kvcz9k
time="2022-04-17T05:47:11.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jsg4nnq2
time="2022-04-17T05:47:11.485Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jsg4nnq2
time="2022-04-17T05:47:11.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fbgzjw69
time="2022-04-17T05:47:11.485Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fbgzjw69
time="2022-04-17T05:47:11.485Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbgzjw69
time="2022-04-17T05:47:11.485Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=s28m65qh
time="2022-04-17T05:47:11.485Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=s28m65qh
time="2022-04-17T05:47:11.485Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s28m65qh
time="2022-04-17T05:47:11.489Z" level=info msg="could not update conditions" clusterDeployment=default/jshu-cluster controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=l59ng5rn
time="2022-04-17T05:47:11.489Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=l59ng5rn
time="2022-04-17T05:47:11.489Z" level=error msg="Reconciler error" _name=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=qsbpznww
time="2022-04-17T05:47:11.489Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=qsbpznww
time="2022-04-17T05:47:11.489Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsbpznww
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=w4hqzpws
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=f4cmkzvt
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=f4cmkzvt
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=kcv8drjd
time="2022-04-17T05:47:11.493Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=kcv8drjd
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kcv8drjd
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nc8w9shs
time="2022-04-17T05:47:11.493Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nc8w9shs
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4wftmm9p
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nc8w9shs
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=pv9vq4mz
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=nfj9wcvt
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pv9vq4mz
time="2022-04-17T05:47:11.493Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=nfj9wcvt
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dqwcmn5n
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfj9wcvt
time="2022-04-17T05:47:11.493Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dqwcmn5n
time="2022-04-17T05:47:11.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=n5v825mv
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqwcmn5n
time="2022-04-17T05:47:11.493Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4wftmm9p
time="2022-04-17T05:47:11.493Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wftmm9p
time="2022-04-17T05:47:11.493Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=n5v825mv
time="2022-04-17T05:47:11.494Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5v825mv
time="2022-04-17T05:47:11.494Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=dbksjkcl
time="2022-04-17T05:47:11.494Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=dbksjkcl
time="2022-04-17T05:47:11.494Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbksjkcl
time="2022-04-17T05:47:11.497Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jsg4nnq2
time="2022-04-17T05:47:11.497Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=jsg4nnq2
time="2022-04-17T05:47:11.497Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.498Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zpkrpl9h
time="2022-04-17T05:47:11.498Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=zpkrpl9h
time="2022-04-17T05:47:11.498Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:11.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.499Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7x64j5cm
time="2022-04-17T05:47:11.499Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.499Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.499Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.499Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7x64j5cm
time="2022-04-17T05:47:11.499Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=7x64j5cm
time="2022-04-17T05:47:11.499Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w5v8tmrr
time="2022-04-17T05:47:11.499Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=w5v8tmrr
time="2022-04-17T05:47:11.499Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5v8tmrr
time="2022-04-17T05:47:11.613Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=cgs6xqvn
time="2022-04-17T05:47:11.613Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=cgs6xqvn
time="2022-04-17T05:47:11.621Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=cgs6xqvn
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=whfgh6js
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=whfgh6js
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=s2dlh276
time="2022-04-17T05:47:11.623Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=s2dlh276
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2dlh276
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=tmsgnkzc
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmsgnkzc
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=s5b25hdb
time="2022-04-17T05:47:11.623Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=s5b25hdb
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5b25hdb
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zhvh5q6b
time="2022-04-17T05:47:11.623Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zhvh5q6b
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhvh5q6b
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4vdzx7kz
time="2022-04-17T05:47:11.623Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=4vdzx7kz
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vdzx7kz
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h5df7r6b
time="2022-04-17T05:47:11.623Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h5df7r6b
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5df7r6b
time="2022-04-17T05:47:11.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fbd9t467
time="2022-04-17T05:47:11.623Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=fbd9t467
time="2022-04-17T05:47:11.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbd9t467
time="2022-04-17T05:47:11.628Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.628Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.628Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rsrrvd2l
time="2022-04-17T05:47:11.628Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=85pc5rdk
time="2022-04-17T05:47:11.628Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85pc5rdk
time="2022-04-17T05:47:11.628Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.628Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rsrrvd2l
time="2022-04-17T05:47:11.628Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=m5mwk8mt
time="2022-04-17T05:47:11.628Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=rsrrvd2l
time="2022-04-17T05:47:11.628Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.628Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=m5mwk8mt
time="2022-04-17T05:47:11.628Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5mwk8mt
time="2022-04-17T05:47:11.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=w2q4rq8g
time="2022-04-17T05:47:11.806Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=w2q4rq8g
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=rvvdzwjn
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=rvvdzwjn
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hqvl2k8b
time="2022-04-17T05:47:11.808Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hmvkmjw9
time="2022-04-17T05:47:11.808Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hmvkmjw9
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmvkmjw9
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7ssh5zr6
time="2022-04-17T05:47:11.808Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7ssh5zr6
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ssh5zr6
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.808Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=x5ftgvxv
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5ftgvxv
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=vd2nxqzp
time="2022-04-17T05:47:11.808Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.808Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=vd2nxqzp
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=vd2nxqzp
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=6mhhn9vn
time="2022-04-17T05:47:11.808Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=6mhhn9vn
time="2022-04-17T05:47:11.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mhhn9vn
time="2022-04-17T05:47:11.808Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zg8zmkp4
time="2022-04-17T05:47:11.808Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zg8zmkp4
time="2022-04-17T05:47:11.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg8zmkp4
time="2022-04-17T05:47:11.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dskfsfdz
time="2022-04-17T05:47:11.809Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=dskfsfdz
time="2022-04-17T05:47:11.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dskfsfdz
time="2022-04-17T05:47:11.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=9xjnt2p9
time="2022-04-17T05:47:11.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xjnt2p9
time="2022-04-17T05:47:11.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h4vtxbzn
time="2022-04-17T05:47:11.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=h67g9tnk
time="2022-04-17T05:47:11.809Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=h4vtxbzn
time="2022-04-17T05:47:11.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4vtxbzn
time="2022-04-17T05:47:11.809Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=h67g9tnk
time="2022-04-17T05:47:11.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h67g9tnk
time="2022-04-17T05:47:11.82Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=hqvl2k8b
time="2022-04-17T05:47:11.82Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jc42s2f5
time="2022-04-17T05:47:11.82Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jc42s2f5
time="2022-04-17T05:47:11.82Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n7sbx6zc
time="2022-04-17T05:47:11.82Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=n7sbx6zc
time="2022-04-17T05:47:11.821Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hjgc2bcb
time="2022-04-17T05:47:11.821Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=hjgc2bcb
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjgc2bcb
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=js8cqwd2
time="2022-04-17T05:47:11.821Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=js8cqwd2
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=js8cqwd2
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.821Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=f6lv7z8h
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6lv7z8h
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxs67d9p
time="2022-04-17T05:47:11.821Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.821Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxs67d9p
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=qxs67d9p
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=r9w9zdb6
time="2022-04-17T05:47:11.821Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=r9w9zdb6
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9w9zdb6
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dq9jqsf2
time="2022-04-17T05:47:11.821Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dq9jqsf2
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dq9jqsf2
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mxgv7dzq
time="2022-04-17T05:47:11.821Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mxgv7dzq
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxgv7dzq
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=vljxdx4f
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vljxdx4f
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jf4wvjf2
time="2022-04-17T05:47:11.821Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=jf4wvjf2
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jf4wvjf2
time="2022-04-17T05:47:11.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=2p98hk52
time="2022-04-17T05:47:11.821Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=2p98hk52
time="2022-04-17T05:47:11.821Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2p98hk52
time="2022-04-17T05:47:11.831Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=n7sbx6zc
time="2022-04-17T05:47:11.832Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9lcnvh9w
time="2022-04-17T05:47:11.832Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9lcnvh9w
time="2022-04-17T05:47:11.832Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lcbdxd8q
time="2022-04-17T05:47:11.832Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=lcbdxd8q
time="2022-04-17T05:47:11.832Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcbdxd8q
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mxzgbnzn
time="2022-04-17T05:47:11.833Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=mxzgbnzn
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f9b7jfch
time="2022-04-17T05:47:11.833Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.833Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=f9b7jfch
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=f9b7jfch
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=9fsr69lk
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=f77d8c96
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fsr69lk
time="2022-04-17T05:47:11.833Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=f77d8c96
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f77d8c96
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=845xbpd6
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=wdph4clg
time="2022-04-17T05:47:11.833Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=845xbpd6
time="2022-04-17T05:47:11.833Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=wdph4clg
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=845xbpd6
time="2022-04-17T05:47:11.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hwhdhs5h
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bfz64hg6
time="2022-04-17T05:47:11.833Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bfz64hg6
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bfz64hg6
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lr4qxhxm
time="2022-04-17T05:47:11.833Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lr4qxhxm
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lr4qxhxm
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=9nksblp5
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nksblp5
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdph4clg
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxzgbnzn
time="2022-04-17T05:47:11.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.833Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.833Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.839Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hwhdhs5h
time="2022-04-17T05:47:11.84Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hwhdhs5h
time="2022-04-17T05:47:11.84Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-merged-pull-secret reconcileID=hwhdhs5h
time="2022-04-17T05:47:11.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=4zglj4cs
time="2022-04-17T05:47:11.841Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tfkb5zmb
time="2022-04-17T05:47:11.841Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zglj4cs
time="2022-04-17T05:47:11.841Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:11.841Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=lcm6vcmn
time="2022-04-17T05:47:11.841Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tfkb5zmb
time="2022-04-17T05:47:11.841Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=tfkb5zmb
time="2022-04-17T05:47:11.841Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=lcm6vcmn
time="2022-04-17T05:47:11.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=sr4rxpbp
time="2022-04-17T05:47:11.841Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=sr4rxpbp
time="2022-04-17T05:47:11.841Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sr4rxpbp
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.842Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hs47sl9l
time="2022-04-17T05:47:11.842Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hs47sl9l
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hs47sl9l
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hv7ltmww
time="2022-04-17T05:47:11.842Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hv7ltmww
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hv7ltmww
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hss6bpcl
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hss6bpcl
time="2022-04-17T05:47:11.841Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7tk6w6bz
time="2022-04-17T05:47:11.842Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7tk6w6bz
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tk6w6bz
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=chfmhhss
time="2022-04-17T05:47:11.842Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=chfmhhss
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chfmhhss
time="2022-04-17T05:47:11.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=slgpxdtz
time="2022-04-17T05:47:11.842Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=slgpxdtz
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slgpxdtz
time="2022-04-17T05:47:11.842Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=j8rdvsn8
time="2022-04-17T05:47:11.842Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=j8rdvsn8
time="2022-04-17T05:47:11.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8rdvsn8
time="2022-04-17T05:47:11.858Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hwhdhs5h secretName=jshu-cluster-merged-pull-secret
time="2022-04-17T05:47:11.858Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=hwhdhs5h
time="2022-04-17T05:47:11.858Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.858Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=debug msg="generating cluster image set job" clusterdeployment=default/jshu-cluster
time="2022-04-17T05:47:11.858Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-imageset reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=info msg="creating imageset job" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=xkl6qcm2 releaseImage="quay.io/openshift-release-dev/ocp-release:4.10.10-x86_64"
time="2022-04-17T05:47:11.858Z" level=debug msg="service account already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=debug msg="role already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.858Z" level=debug msg="rolebinding already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.863Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:47:11.864Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsed=0.86486168 reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.864Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=xkl6qcm2
time="2022-04-17T05:47:11.864Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6bc5w778
time="2022-04-17T05:47:11.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.865Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6bc5w778
time="2022-04-17T05:47:11.865Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6bc5w778
time="2022-04-17T05:47:11.865Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=6bc5w778
time="2022-04-17T05:47:11.865Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6bc5w778
time="2022-04-17T05:47:11.877Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=52xrndl8
time="2022-04-17T05:47:11.877Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.877Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.877Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=52xrndl8
time="2022-04-17T05:47:11.877Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=52xrndl8
time="2022-04-17T05:47:11.877Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=52xrndl8
time="2022-04-17T05:47:11.878Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52xrndl8
time="2022-04-17T05:47:11.883Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5vhsrt9b
time="2022-04-17T05:47:11.883Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.884Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.884Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5vhsrt9b
time="2022-04-17T05:47:11.884Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5vhsrt9b
time="2022-04-17T05:47:11.884Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=5vhsrt9b
time="2022-04-17T05:47:11.884Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vhsrt9b
time="2022-04-17T05:47:11.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=92jzqwwb
time="2022-04-17T05:47:11.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.886Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=92jzqwwb
time="2022-04-17T05:47:11.886Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=92jzqwwb
time="2022-04-17T05:47:11.886Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=92jzqwwb
time="2022-04-17T05:47:11.886Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92jzqwwb
time="2022-04-17T05:47:11.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zv8tx9c2
time="2022-04-17T05:47:11.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.903Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:11.903Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zv8tx9c2
time="2022-04-17T05:47:11.903Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=zv8tx9c2
time="2022-04-17T05:47:11.903Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=zv8tx9c2
time="2022-04-17T05:47:11.903Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zv8tx9c2
time="2022-04-17T05:47:13.916Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p2rpcvq4
time="2022-04-17T05:47:13.916Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:13.916Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:13.916Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p2rpcvq4
time="2022-04-17T05:47:13.916Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p2rpcvq4
time="2022-04-17T05:47:13.916Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=p2rpcvq4
time="2022-04-17T05:47:13.916Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2rpcvq4
time="2022-04-17T05:47:14.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=sdtpfdxf
time="2022-04-17T05:47:14.766Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:14.766Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:14.766Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=sdtpfdxf
time="2022-04-17T05:47:14.766Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=sdtpfdxf
time="2022-04-17T05:47:14.766Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=sdtpfdxf
time="2022-04-17T05:47:14.766Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sdtpfdxf
time="2022-04-17T05:47:15.162Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=gjr2r9px
time="2022-04-17T05:47:15.162Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=gjr2r9px
time="2022-04-17T05:47:15.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pzqgkx7
time="2022-04-17T05:47:15.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:15.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:15.162Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pzqgkx7
time="2022-04-17T05:47:15.162Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6pzqgkx7
time="2022-04-17T05:47:15.162Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=6pzqgkx7
time="2022-04-17T05:47:15.162Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pzqgkx7
time="2022-04-17T05:47:15.162Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h5gcp6xd
time="2022-04-17T05:47:15.162Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=h5gcp6xd
time="2022-04-17T05:47:15.162Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5gcp6xd
time="2022-04-17T05:47:15.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=vnshv495
time="2022-04-17T05:47:15.162Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=vnshv495
time="2022-04-17T05:47:15.162Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnshv495
time="2022-04-17T05:47:15.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:15.162Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:15.162Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:15.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=85wc4vx9
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dh44lzrz
time="2022-04-17T05:47:15.163Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=dh44lzrz
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dh44lzrz
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=wdxccbxb
time="2022-04-17T05:47:15.163Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:15.163Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=wdxccbxb
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=wdxccbxb
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=gn89vztb
time="2022-04-17T05:47:15.163Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=gn89vztb
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gn89vztb
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=jq95wqrg
time="2022-04-17T05:47:15.163Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=jq95wqrg
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jq95wqrg
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nhxmwgdl
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhxmwgdl
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wqjqsjjm
time="2022-04-17T05:47:15.163Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wqjqsjjm
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqjqsjjm
time="2022-04-17T05:47:15.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=4x7sh7l9
time="2022-04-17T05:47:15.163Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=4x7sh7l9
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4x7sh7l9
time="2022-04-17T05:47:15.163Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85wc4vx9
time="2022-04-17T05:47:15.77Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mtsnb225
time="2022-04-17T05:47:15.77Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:15.77Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:15.77Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mtsnb225
time="2022-04-17T05:47:15.77Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mtsnb225
time="2022-04-17T05:47:15.77Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=mtsnb225
time="2022-04-17T05:47:15.77Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtsnb225
time="2022-04-17T05:47:17.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxqzhn6r
time="2022-04-17T05:47:17.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.686Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxqzhn6r
time="2022-04-17T05:47:17.686Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=xxqzhn6r
time="2022-04-17T05:47:17.686Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=xxqzhn6r
time="2022-04-17T05:47:17.686Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xxqzhn6r
time="2022-04-17T05:47:17.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vd9j84xb
time="2022-04-17T05:47:17.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.694Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vd9j84xb
time="2022-04-17T05:47:17.694Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vd9j84xb
time="2022-04-17T05:47:17.694Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=vd9j84xb
time="2022-04-17T05:47:17.694Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vd9j84xb
time="2022-04-17T05:47:17.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x8mkm67p
time="2022-04-17T05:47:17.702Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.702Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.702Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x8mkm67p
time="2022-04-17T05:47:17.702Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=x8mkm67p
time="2022-04-17T05:47:17.702Z" level=debug msg="job exists and is in progress" clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=x8mkm67p
time="2022-04-17T05:47:17.702Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8mkm67p
time="2022-04-17T05:47:17.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.711Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.711Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.711Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/jshu-cluster controller=clusterDeployment job=jshu-cluster-imageset reconcileID=qtzbjfcw successful=true
time="2022-04-17T05:47:17.717Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.724Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.726Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2hrf896j
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7vnpwvbj
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2hrf896j
time="2022-04-17T05:47:17.726Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=66qpq22n
time="2022-04-17T05:47:17.727Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7vnpwvbj
time="2022-04-17T05:47:17.727Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=66qpq22n
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66qpq22n
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vnpwvbj
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.727Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=46x9j76q
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9mpmp59r
time="2022-04-17T05:47:17.727Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9mpmp59r
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mpmp59r
time="2022-04-17T05:47:17.727Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=46x9j76q
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46x9j76q
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=hzpbg6qd
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vd2zttpq
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hzpbg6qd
time="2022-04-17T05:47:17.727Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=vd2zttpq
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vd2zttpq
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2j9w77sg
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=6kjhtvxb
time="2022-04-17T05:47:17.727Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.727Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=6kjhtvxb
time="2022-04-17T05:47:17.727Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2j9w77sg
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kjhtvxb
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2j9w77sg
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=bbbz6tlr
time="2022-04-17T05:47:17.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=v8r7lzbs
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbbz6tlr
time="2022-04-17T05:47:17.727Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=v8r7lzbs
time="2022-04-17T05:47:17.727Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8r7lzbs
time="2022-04-17T05:47:17.734Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.734Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=kf9ng5bx
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=kf9ng5bx
time="2022-04-17T05:47:17.74Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wztk9w8p
time="2022-04-17T05:47:17.74Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wztk9w8p
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wztk9w8p
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9tf2fbnj
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jwt54nz6
time="2022-04-17T05:47:17.74Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.74Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=9tf2fbnj
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9tf2fbnj
time="2022-04-17T05:47:17.74Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jwt54nz6
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jwt54nz6
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=kfprmcsg
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tjrjptkd
time="2022-04-17T05:47:17.74Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tjrjptkd
time="2022-04-17T05:47:17.74Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=kfprmcsg
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjrjptkd
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kfprmcsg
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=xsfvfrw6
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.74Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.74Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=xsfvfrw6
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsfvfrw6
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=bgwqtsm8
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lsbv6929
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgwqtsm8
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lsbv6929
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=zxl6dhkg
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:17.74Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=zxl6dhkg
time="2022-04-17T05:47:17.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wt5gxwmr
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxl6dhkg
time="2022-04-17T05:47:17.74Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wt5gxwmr
time="2022-04-17T05:47:17.74Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wt5gxwmr
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=qtzbjfcw
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b9rjnzft
time="2022-04-17T05:47:17.75Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.75Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.75Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b9rjnzft
time="2022-04-17T05:47:17.75Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b9rjnzft
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nnjc5r54
time="2022-04-17T05:47:17.75Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nnjc5r54
time="2022-04-17T05:47:17.75Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=nzf87gnk
time="2022-04-17T05:47:17.75Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=nzf87gnk
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzf87gnk
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=sgrvlj86
time="2022-04-17T05:47:17.75Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=sgrvlj86
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgrvlj86
time="2022-04-17T05:47:17.75Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b9rjnzft
time="2022-04-17T05:47:17.75Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=b9rjnzft
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=pdnlbx74
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdnlbx74
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pvs2477k
time="2022-04-17T05:47:17.75Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.75Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pvs2477k
time="2022-04-17T05:47:17.75Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=pvs2477k
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dvk8b7x4
time="2022-04-17T05:47:17.751Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dvk8b7x4
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvk8b7x4
time="2022-04-17T05:47:17.751Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tj4zgdh2
time="2022-04-17T05:47:17.751Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tj4zgdh2
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tj4zgdh2
time="2022-04-17T05:47:17.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lljh8lfp
time="2022-04-17T05:47:17.751Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lljh8lfp
time="2022-04-17T05:47:17.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.751Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:17.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=s5d5rdb4
time="2022-04-17T05:47:17.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=njchzwrk
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5d5rdb4
time="2022-04-17T05:47:17.751Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=njchzwrk
time="2022-04-17T05:47:17.751Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=5svs27bf
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njchzwrk
time="2022-04-17T05:47:17.751Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=5svs27bf
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lljh8lfp
time="2022-04-17T05:47:17.751Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5svs27bf
time="2022-04-17T05:47:17.755Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b9rjnzft
time="2022-04-17T05:47:17.755Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=b9rjnzft
time="2022-04-17T05:47:17.755Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:17.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/jshu-cluster-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.755Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.755Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.755Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="service account already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="role already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="rolebinding already exists" clusterDeployment=default/jshu-cluster controller=clusterDeployment name=cluster-installer reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-cluster-0-tdxnx namespace=default
time="2022-04-17T05:47:17.755Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment derivedObject=jshu-cluster-0-tdxnx reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.755Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.778Z" level=info msg="created new provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.778Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.779Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-04-17T05:47:17.78Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7p4w5w2d
time="2022-04-17T05:47:17.78Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.78Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=7p4w5w2d
time="2022-04-17T05:47:17.78Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7p4w5w2d
time="2022-04-17T05:47:17.78Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=gfw5b5n7
time="2022-04-17T05:47:17.78Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.78Z" level=debug msg="generating installer job" clusterProvision=jshu-cluster-0-tdxnx namespace=default
time="2022-04-17T05:47:17.78Z" level=debug msg="Setting labels on derived object" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision derivedObject=jshu-cluster-0-tdxnx-provision job=jshu-cluster-0-tdxnx-provision reconcileID=gfw5b5n7
time="2022-04-17T05:47:17.78Z" level=info msg="creating install job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=gfw5b5n7
time="2022-04-17T05:47:17.78Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.787Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T05:47:17.787Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.788Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsed=6.788278732 reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.788Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=7r7vrhwm
time="2022-04-17T05:47:17.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wnhllfnq
time="2022-04-17T05:47:17.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.788Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wnhllfnq
time="2022-04-17T05:47:17.788Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wnhllfnq
time="2022-04-17T05:47:17.788Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.788Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=gfw5b5n7
time="2022-04-17T05:47:17.788Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=q675sztw
time="2022-04-17T05:47:17.789Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=q675sztw
time="2022-04-17T05:47:17.789Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=gd6bnhcn
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=gd6bnhcn
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=t9dt4cjm
time="2022-04-17T05:47:17.79Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=t9dt4cjm
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9dt4cjm
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=cwvnkzlj
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwvnkzlj
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=knsd4xdp
time="2022-04-17T05:47:17.79Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=knsd4xdp
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=knsd4xdp
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=r5zqqpdg
time="2022-04-17T05:47:17.79Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=r5zqqpdg
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5zqqpdg
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=8bp5jfpq
time="2022-04-17T05:47:17.79Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=8bp5jfpq
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bp5jfpq
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rdz9sklz
time="2022-04-17T05:47:17.79Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rdz9sklz
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdz9sklz
time="2022-04-17T05:47:17.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=msd8gpzv
time="2022-04-17T05:47:17.79Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=msd8gpzv
time="2022-04-17T05:47:17.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msd8gpzv
time="2022-04-17T05:47:17.793Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-0-tdxnx reconcileID=wnhllfnq
time="2022-04-17T05:47:17.793Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=wnhllfnq
time="2022-04-17T05:47:17.793Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:17.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=ns6vw542
time="2022-04-17T05:47:17.795Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ns6vw542
time="2022-04-17T05:47:17.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.795Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.795Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:17.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2bqxwpct
time="2022-04-17T05:47:17.795Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2qqjxhxp
time="2022-04-17T05:47:17.795Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.795Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2qqjxhxp
time="2022-04-17T05:47:17.795Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.795Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2qqjxhxp
time="2022-04-17T05:47:17.795Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sgzzsbt4
time="2022-04-17T05:47:17.795Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=sgzzsbt4
time="2022-04-17T05:47:17.795Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgzzsbt4
time="2022-04-17T05:47:17.795Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.796Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2bqxwpct
time="2022-04-17T05:47:17.796Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=2bqxwpct
time="2022-04-17T05:47:17.796Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.796Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=q675sztw
time="2022-04-17T05:47:17.796Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=rrntwbqm
time="2022-04-17T05:47:17.796Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=rrntwbqm
time="2022-04-17T05:47:17.796Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrntwbqm
time="2022-04-17T05:47:17.797Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=q2tclgxf
time="2022-04-17T05:47:17.797Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=q2tclgxf
time="2022-04-17T05:47:17.797Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.797Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=q2tclgxf
time="2022-04-17T05:47:17.797Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=q2tclgxf
time="2022-04-17T05:47:17.797Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2tclgxf
time="2022-04-17T05:47:17.807Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=nckk9ftv
time="2022-04-17T05:47:17.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=nckk9ftv
time="2022-04-17T05:47:17.807Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.807Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=nckk9ftv
time="2022-04-17T05:47:17.807Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=nckk9ftv
time="2022-04-17T05:47:17.807Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nckk9ftv
time="2022-04-17T05:47:17.809Z" level=info msg="adopted provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=2bqxwpct
time="2022-04-17T05:47:17.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=2bqxwpct
time="2022-04-17T05:47:17.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88djqkjr
time="2022-04-17T05:47:17.809Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=b6q9q9m4
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=b6q9q9m4
time="2022-04-17T05:47:17.812Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2hnc2ps5
time="2022-04-17T05:47:17.812Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=2hnc2ps5
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hnc2ps5
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jwqjmr9c
time="2022-04-17T05:47:17.812Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jwqjmr9c
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwqjmr9c
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.812Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=kskb2x55
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kskb2x55
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=sswgtp6k
time="2022-04-17T05:47:17.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=sswgtp6k
time="2022-04-17T05:47:17.812Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.812Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=sswgtp6k
time="2022-04-17T05:47:17.812Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=sswgtp6k
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sswgtp6k
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tjd42mqc
time="2022-04-17T05:47:17.812Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.812Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tjd42mqc
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=tjd42mqc
time="2022-04-17T05:47:17.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=lc97zgvm
time="2022-04-17T05:47:17.812Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=lc97zgvm
time="2022-04-17T05:47:17.812Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lc97zgvm
time="2022-04-17T05:47:17.813Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=hh6466gv
time="2022-04-17T05:47:17.813Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=hh6466gv
time="2022-04-17T05:47:17.813Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hh6466gv
time="2022-04-17T05:47:17.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=q48mrm5c
time="2022-04-17T05:47:17.813Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=q48mrm5c
time="2022-04-17T05:47:17.813Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q48mrm5c
time="2022-04-17T05:47:17.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=kz2wmmj2
time="2022-04-17T05:47:17.813Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kz2wmmj2
time="2022-04-17T05:47:17.813Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=t9wtmsfk
time="2022-04-17T05:47:17.813Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=t9wtmsfk
time="2022-04-17T05:47:17.813Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88djqkjr
time="2022-04-17T05:47:17.813Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9wtmsfk
time="2022-04-17T05:47:17.813Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88djqkjr
time="2022-04-17T05:47:17.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=fbpzz86h
time="2022-04-17T05:47:17.813Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=fbpzz86h
time="2022-04-17T05:47:17.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.813Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbpzz86h
time="2022-04-17T05:47:17.818Z" level=info msg="could not adopt provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-0-tdxnx reconcileID=88djqkjr
time="2022-04-17T05:47:17.818Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=88djqkjr
time="2022-04-17T05:47:17.818Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:17.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9q26qck8
time="2022-04-17T05:47:17.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.819Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9q26qck8
time="2022-04-17T05:47:17.819Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9q26qck8
time="2022-04-17T05:47:17.819Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.819Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=9q26qck8
time="2022-04-17T05:47:17.819Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=9q26qck8
time="2022-04-17T05:47:17.819Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=9q26qck8
time="2022-04-17T05:47:17.929Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=109 elapsedMillisGT=0 outcome=unspecified reconcileID=9q26qck8
time="2022-04-17T05:47:17.929Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=shdjqlks
time="2022-04-17T05:47:17.929Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.929Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:17.929Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=shdjqlks
time="2022-04-17T05:47:17.929Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=shdjqlks
time="2022-04-17T05:47:17.929Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:17.929Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=shdjqlks
time="2022-04-17T05:47:17.929Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=shdjqlks
time="2022-04-17T05:47:17.929Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=shdjqlks
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xshqn8nb
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xshqn8nb
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bvdcfvqs
time="2022-04-17T05:47:17.93Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bvdcfvqs
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bvdcfvqs
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=xn9x527f
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xn9x527f
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=n5lmnqt4
time="2022-04-17T05:47:17.93Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=n5lmnqt4
time="2022-04-17T05:47:17.93Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:17.93Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=n5lmnqt4
time="2022-04-17T05:47:17.93Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=n5lmnqt4
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5lmnqt4
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9sh9rjd4
time="2022-04-17T05:47:17.93Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=9sh9rjd4
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2kcjz7sx
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9sh9rjd4
time="2022-04-17T05:47:17.93Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2kcjz7sx
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kcjz7sx
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=mkzjfnrk
time="2022-04-17T05:47:17.93Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=mkzjfnrk
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkzjfnrk
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wwkmzqv8
time="2022-04-17T05:47:17.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=gfxr7sml
time="2022-04-17T05:47:17.93Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=gfxr7sml
time="2022-04-17T05:47:17.93Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfxr7sml
time="2022-04-17T05:47:17.93Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wwkmzqv8
time="2022-04-17T05:47:17.931Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwkmzqv8
time="2022-04-17T05:47:17.936Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=prqfr46d
time="2022-04-17T05:47:17.936Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=z7c644vb
time="2022-04-17T05:47:17.936Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:17.936Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=z7c644vb
time="2022-04-17T05:47:17.936Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=prqfr46d
time="2022-04-17T05:47:17.936Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7c644vb
time="2022-04-17T05:47:17.936Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=prqfr46d
time="2022-04-17T05:47:17.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wvgd6c85
time="2022-04-17T05:47:17.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.936Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvgd6c85
time="2022-04-17T05:47:17.936Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:17.936Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:18.116Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=shdjqlks
time="2022-04-17T05:47:18.116Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:18.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wk98jf74
time="2022-04-17T05:47:18.116Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:18.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:18.117Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wk98jf74
time="2022-04-17T05:47:18.117Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wk98jf74
time="2022-04-17T05:47:18.117Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:18.117Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=wk98jf74
time="2022-04-17T05:47:18.117Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=wk98jf74
time="2022-04-17T05:47:18.117Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wk98jf74
time="2022-04-17T05:47:18.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hn8mlwp5
time="2022-04-17T05:47:18.127Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:18.127Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:18.127Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hn8mlwp5
time="2022-04-17T05:47:18.127Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hn8mlwp5
time="2022-04-17T05:47:18.127Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:18.128Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hn8mlwp5
time="2022-04-17T05:47:18.128Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hn8mlwp5
time="2022-04-17T05:47:18.128Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn8mlwp5
time="2022-04-17T05:47:19.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9twqrr8t
time="2022-04-17T05:47:19.505Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:19.505Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:19.505Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9twqrr8t
time="2022-04-17T05:47:19.505Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9twqrr8t
time="2022-04-17T05:47:19.505Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:19.506Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=9twqrr8t
time="2022-04-17T05:47:19.506Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=9twqrr8t
time="2022-04-17T05:47:19.506Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9twqrr8t
time="2022-04-17T05:47:21.08Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnt8rjdc
time="2022-04-17T05:47:21.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:21.08Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:21.08Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnt8rjdc
time="2022-04-17T05:47:21.08Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=tnt8rjdc
time="2022-04-17T05:47:21.08Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:21.08Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=tnt8rjdc
time="2022-04-17T05:47:21.08Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=tnt8rjdc
time="2022-04-17T05:47:21.08Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnt8rjdc
time="2022-04-17T05:47:30.147Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=dnsvmdn2
time="2022-04-17T05:47:30.147Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=dnsvmdn2
time="2022-04-17T05:47:30.147Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dnsvmdn2
time="2022-04-17T05:47:30.147Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p55znwn7
time="2022-04-17T05:47:30.147Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.147Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.147Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p55znwn7
time="2022-04-17T05:47:30.147Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p55znwn7
time="2022-04-17T05:47:30.147Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.147Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=p55znwn7
time="2022-04-17T05:47:30.148Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.148Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xh9z9rwm
time="2022-04-17T05:47:30.148Z" level=info msg="Saving infra ID \"jshu-cluster-p8dnd\" for cluster" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=p55znwn7
time="2022-04-17T05:47:30.162Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=p55znwn7
time="2022-04-17T05:47:30.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.165Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=c8xk8z78
time="2022-04-17T05:47:30.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:30.165Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8xk8z78
time="2022-04-17T05:47:30.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.165Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=lpgd49jp
time="2022-04-17T05:47:30.165Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.165Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=lpgd49jp
time="2022-04-17T05:47:30.165Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.165Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=lpgd49jp
time="2022-04-17T05:47:30.165Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=lpgd49jp
time="2022-04-17T05:47:30.165Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.165Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=lpgd49jp
time="2022-04-17T05:47:30.165Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.165Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.166Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.166Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.166Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vlkhkqm
time="2022-04-17T05:47:30.166Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=mm4sltfs
time="2022-04-17T05:47:30.166Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=mm4sltfs
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm4sltfs
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hdprhmcf
time="2022-04-17T05:47:30.166Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=hdprhmcf
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdprhmcf
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m9mqh282
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9mqh282
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=bfhf7mg7
time="2022-04-17T05:47:30.166Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:30.166Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=bfhf7mg7
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=bfhf7mg7
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=rffdpv5j
time="2022-04-17T05:47:30.166Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=rffdpv5j
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rffdpv5j
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=q95kk42w
time="2022-04-17T05:47:30.166Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=q95kk42w
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q95kk42w
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lrhzmwc4
time="2022-04-17T05:47:30.166Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lrhzmwc4
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrhzmwc4
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hgqkqsgm
time="2022-04-17T05:47:30.166Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hgqkqsgm
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgqkqsgm
time="2022-04-17T05:47:30.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=hb6d9bsn
time="2022-04-17T05:47:30.166Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=hb6d9bsn
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hb6d9bsn
time="2022-04-17T05:47:30.165Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=76wjmw66
time="2022-04-17T05:47:30.166Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=76wjmw66
time="2022-04-17T05:47:30.167Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=lpgd49jp
time="2022-04-17T05:47:30.167Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=lpgd49jp
time="2022-04-17T05:47:30.167Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=lpgd49jp
time="2022-04-17T05:47:30.177Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=l24ksrv5
time="2022-04-17T05:47:30.177Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=l24ksrv5
time="2022-04-17T05:47:30.177Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l24ksrv5
time="2022-04-17T05:47:30.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.177Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.177Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.177Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.177Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.177Z" level=debug msg="still initializing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.177Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rq9gvsxb
time="2022-04-17T05:47:30.188Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=lpgd49jp
time="2022-04-17T05:47:30.188Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.188Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=info msg="provision initialization complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.188Z" level=info msg="transitioning to provisioning" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.191Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4d9s6c97
time="2022-04-17T05:47:30.191Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4d9s6c97
time="2022-04-17T05:47:30.191Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4d9s6c97
time="2022-04-17T05:47:30.191Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkfjnsld
time="2022-04-17T05:47:30.191Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.191Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.191Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkfjnsld
time="2022-04-17T05:47:30.191Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkfjnsld
time="2022-04-17T05:47:30.191Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.191Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hkfjnsld
time="2022-04-17T05:47:30.191Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hkfjnsld
time="2022-04-17T05:47:30.191Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hkfjnsld
time="2022-04-17T05:47:30.193Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tdxnx\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-0-tdxnx-provision reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.193Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=nt4ztc8q
time="2022-04-17T05:47:30.193Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tdxnx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-0-tdxnx namespace=default
time="2022-04-17T05:47:30.193Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.193Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=h64fftjl
time="2022-04-17T05:47:30.193Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h64fftjl
time="2022-04-17T05:47:30.198Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=c959hr2d
time="2022-04-17T05:47:30.198Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.199Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c959hr2d
time="2022-04-17T05:47:30.199Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=hkfjnsld
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=llzds485
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=llzds485
time="2022-04-17T05:47:30.201Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kkhwxfhq
time="2022-04-17T05:47:30.201Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=kkhwxfhq
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kkhwxfhq
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=v25dv7bn
time="2022-04-17T05:47:30.201Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=v25dv7bn
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v25dv7bn
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.201Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=ghz5bxmk
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghz5bxmk
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.201Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9g9x2pj
time="2022-04-17T05:47:30.201Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rqz8vzs2
time="2022-04-17T05:47:30.201Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:30.202Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=rqz8vzs2
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=rqz8vzs2
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cn4p5bpz
time="2022-04-17T05:47:30.202Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cn4p5bpz
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn4p5bpz
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tnmf2xvv
time="2022-04-17T05:47:30.202Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=tnmf2xvv
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnmf2xvv
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=pgzxzr2s
time="2022-04-17T05:47:30.202Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=pgzxzr2s
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pgzxzr2s
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=5thtk4qj
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5thtk4qj
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=55mnlndm
time="2022-04-17T05:47:30.202Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=55mnlndm
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55mnlndm
time="2022-04-17T05:47:30.202Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=gm6djw4b
time="2022-04-17T05:47:30.202Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=gm6djw4b
time="2022-04-17T05:47:30.202Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gm6djw4b
time="2022-04-17T05:47:30.207Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=hkfjnsld
time="2022-04-17T05:47:30.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88gtdrv4
time="2022-04-17T05:47:30.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.208Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88gtdrv4
time="2022-04-17T05:47:30.208Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=88gtdrv4
time="2022-04-17T05:47:30.208Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.208Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=88gtdrv4
time="2022-04-17T05:47:30.208Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=88gtdrv4
time="2022-04-17T05:47:30.208Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=88gtdrv4
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=88d52h9z
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=88d52h9z
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jsczv2xr
time="2022-04-17T05:47:30.211Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=jsczv2xr
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jsczv2xr
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=wfw6vmtb
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfw6vmtb
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:47:30.211Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzqtvfk9
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vjrjdz6b
time="2022-04-17T05:47:30.211Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vjrjdz6b
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjrjdz6b
time="2022-04-17T05:47:30.211Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=d7jr9qhs
time="2022-04-17T05:47:30.211Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=d7jr9qhs
time="2022-04-17T05:47:30.211Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7jr9qhs
time="2022-04-17T05:47:30.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mfsc2w66
time="2022-04-17T05:47:30.212Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=mfsc2w66
time="2022-04-17T05:47:30.212Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfsc2w66
time="2022-04-17T05:47:30.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zmbx84vh
time="2022-04-17T05:47:30.212Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zmbx84vh
time="2022-04-17T05:47:30.212Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmbx84vh
time="2022-04-17T05:47:30.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=p6mxqz9g
time="2022-04-17T05:47:30.212Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=p6mxqz9g
time="2022-04-17T05:47:30.212Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6mxqz9g
time="2022-04-17T05:47:30.214Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=88gtdrv4
time="2022-04-17T05:47:30.214Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T05:47:30.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.216Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T05:47:30.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T05:47:30.216Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jhzrt6q5
time="2022-04-17T05:47:30.216Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=jhzrt6q5
time="2022-04-17T05:47:30.216Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhzrt6q5
time="2022-04-17T05:47:30.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twh42r62
time="2022-04-17T05:47:30.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.216Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T05:47:30.217Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twh42r62
time="2022-04-17T05:47:30.217Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twh42r62
time="2022-04-17T05:47:30.217Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T05:47:30.217Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=twh42r62
time="2022-04-17T05:47:30.217Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=twh42r62
time="2022-04-17T05:47:30.217Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twh42r62
time="2022-04-17T05:47:30.217Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=bbmh8sqr
time="2022-04-17T05:47:30.217Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbmh8sqr
time="2022-04-17T05:47:30.217Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9bmkwjhs
time="2022-04-17T05:47:30.217Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T05:47:30.217Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9bmkwjhs
time="2022-04-17T05:47:30.217Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=9bmkwjhs
time="2022-04-17T05:48:17.001Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T05:48:17.001Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=rddl8m9w
time="2022-04-17T05:48:17.001Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rddl8m9w
time="2022-04-17T05:48:21.333Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:48:21.334Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:48:21.334Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:48:21.334Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:48:21.334Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:48:21.334Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:50:21.334Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:50:21.334Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:50:21.334Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:50:21.334Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:50:21.334Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:50:21.334Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:52:21.334Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:52:21.334Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:52:21.335Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:52:21.335Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:52:21.335Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:52:21.335Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:54:21.335Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:54:21.335Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:54:21.336Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:54:21.336Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:54:21.336Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:54:21.336Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:56:21.336Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:56:21.336Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:56:21.336Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:56:21.336Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:56:21.336Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:56:21.336Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T05:58:21.337Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T05:58:21.337Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T05:58:21.337Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T05:58:21.337Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T05:58:21.337Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T05:58:21.337Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:00:00.132Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:00:00.132Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:00:21.337Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:00:21.337Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:00:21.337Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:00:21.337Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:00:21.337Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:00:21.337Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:02:21.338Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:02:21.338Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:02:21.338Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:02:21.338Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:02:21.338Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:02:21.338Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:04:21.339Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:04:21.339Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:04:21.339Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:04:21.339Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:04:21.339Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:04:21.339Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:06:21.339Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:06:21.34Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:06:21.34Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:06:21.34Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:06:21.34Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:06:21.34Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:07:23.682Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=chw2625s
time="2022-04-17T06:07:23.682Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:07:23.682Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=chw2625s
time="2022-04-17T06:07:23.682Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=chw2625s
time="2022-04-17T06:08:21.34Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:08:21.34Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:08:21.34Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:08:21.34Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:08:21.34Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:08:21.34Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:10:21.341Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:10:21.341Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:10:21.341Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:10:21.341Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:10:21.341Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:10:21.341Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:12:21.342Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:12:21.342Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:12:21.342Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:12:21.342Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:12:21.342Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:12:21.342Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:14:21.343Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:14:21.343Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:14:21.343Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:14:21.343Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:14:21.343Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:14:21.343Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:15:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:15:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:15:56.582Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qm7bcgnb
time="2022-04-17T06:15:56.582Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qm7bcgnb
time="2022-04-17T06:15:56.582Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qm7bcgnb
time="2022-04-17T06:15:56.582Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.582Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:56.582Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:56.582Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.582Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.583Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:56.583Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.583Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.583Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwmrxhbj
time="2022-04-17T06:15:56.583Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:56.583Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=7bh5s2qb
time="2022-04-17T06:15:56.583Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bh5s2qb
time="2022-04-17T06:15:57.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ct579jp8
time="2022-04-17T06:15:57.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:57.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:57.412Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ct579jp8
time="2022-04-17T06:15:57.412Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=ct579jp8
time="2022-04-17T06:15:57.412Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:57.412Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=ct579jp8
time="2022-04-17T06:15:57.412Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=ct579jp8
time="2022-04-17T06:15:57.412Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ct579jp8
time="2022-04-17T06:15:59.418Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.418Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.418Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.418Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.418Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.418Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:59.418Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.418Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.418Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsc9w2rz
time="2022-04-17T06:15:59.429Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.429Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=debug msg="install job still running" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=2ng24jfx
time="2022-04-17T06:15:59.429Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ng24jfx
time="2022-04-17T06:15:59.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=knfv4ww9
time="2022-04-17T06:15:59.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.439Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=knfv4ww9
time="2022-04-17T06:15:59.439Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=knfv4ww9
time="2022-04-17T06:15:59.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:59.439Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=knfv4ww9
time="2022-04-17T06:15:59.441Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=knfv4ww9
time="2022-04-17T06:15:59.441Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=knfv4ww9
time="2022-04-17T06:15:59.446Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.446Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=info msg="install job succeeded" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=tjddpl5j
time="2022-04-17T06:15:59.446Z" level=info msg="transitioning to complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=tjddpl5j
time="2022-04-17T06:15:59.456Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.456Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=87hh44g7
time="2022-04-17T06:15:59.456Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=87hh44g7
time="2022-04-17T06:15:59.456Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87hh44g7
time="2022-04-17T06:15:59.456Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.456Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.456Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.456Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.456Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:59.457Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.457Z" level=debug msg="still provisioning" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.457Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qt6s9wt6
time="2022-04-17T06:15:59.472Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=tjddpl5j
time="2022-04-17T06:15:59.472Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.472Z" level=debug msg="reconciling running job" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=info msg="install job succeeded" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=info msg="transitioning to complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision job=jshu-cluster-0-tdxnx-provision reconcileID=z5m877vg
time="2022-04-17T06:15:59.472Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p942x9v5
time="2022-04-17T06:15:59.472Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6tjgg2nn
time="2022-04-17T06:15:59.472Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6tjgg2nn
time="2022-04-17T06:15:59.472Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tjgg2nn
time="2022-04-17T06:15:59.472Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.473Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.473Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p942x9v5
time="2022-04-17T06:15:59.473Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=p942x9v5
time="2022-04-17T06:15:59.473Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:59.473Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=p942x9v5
time="2022-04-17T06:15:59.473Z" level=info msg="provision completed successfully" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=p942x9v5
time="2022-04-17T06:15:59.476Z" level=error msg="cannot update status conditions" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tdxnx\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-cluster-0-tdxnx-provision reconcileID=z5m877vg
time="2022-04-17T06:15:59.476Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=z5m877vg
time="2022-04-17T06:15:59.476Z" level=error msg="Reconciler error" _name=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-cluster-0-tdxnx\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster-0-tdxnx namespace=default
time="2022-04-17T06:15:59.476Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.476Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.476Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.476Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.476Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.476Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.476Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbr2cn6f
time="2022-04-17T06:15:59.482Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=9qvtr256
time="2022-04-17T06:15:59.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=9qvtr256
time="2022-04-17T06:15:59.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=9qvtr256
time="2022-04-17T06:15:59.482Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=9qvtr256
time="2022-04-17T06:15:59.482Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.482Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=9qvtr256
time="2022-04-17T06:15:59.482Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qvtr256
time="2022-04-17T06:15:59.483Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=zhht5fdz
time="2022-04-17T06:15:59.483Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=zhht5fdz
time="2022-04-17T06:15:59.483Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=k68gdf6p
time="2022-04-17T06:15:59.483Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=k68gdf6p
time="2022-04-17T06:15:59.483Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k68gdf6p
time="2022-04-17T06:15:59.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=z5b9spjn
time="2022-04-17T06:15:59.483Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=z5b9spjn
time="2022-04-17T06:15:59.483Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5b9spjn
time="2022-04-17T06:15:59.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=d7dfxs28
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qxv2qsp6
time="2022-04-17T06:15:59.484Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qxv2qsp6
time="2022-04-17T06:15:59.484Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=d7dfxs28
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxv2qsp6
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7dfxs28
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=vv79lj4m
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=djhw7l7s
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djhw7l7s
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vv79lj4m
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2s45rtj6
time="2022-04-17T06:15:59.484Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=2s45rtj6
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2s45rtj6
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=rjzdhccv
time="2022-04-17T06:15:59.484Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=rjzdhccv
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2njwntsq
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rjzdhccv
time="2022-04-17T06:15:59.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.484Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2njwntsq
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2njwntsq
time="2022-04-17T06:15:59.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fv6d2g74
time="2022-04-17T06:15:59.484Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fv6d2g74
time="2022-04-17T06:15:59.484Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.484Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fv6d2g74
time="2022-04-17T06:15:59.484Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44ft62xl
time="2022-04-17T06:15:59.484Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.497Z" level=debug msg="install job completed" clusterDeployment=default/jshu-cluster controller=clusterDeployment duration=1722.497809355 provision=jshu-cluster-0-tdxnx reconcileID=p942x9v5
time="2022-04-17T06:15:59.497Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=p942x9v5
time="2022-04-17T06:15:59.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fjcd825f
time="2022-04-17T06:15:59.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.497Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.498Z" level=debug msg="loading pull secrets" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fjcd825f
time="2022-04-17T06:15:59.498Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=fjcd825f
time="2022-04-17T06:15:59.498Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster\", timestamp:time.Time{wall:0xc08f08596d0cc38f, ext:9900986842031, loc:(*time.Location)(0x77a7300)}}" controller=clusterDeployment controllerKey=default/jshu-cluster
time="2022-04-17T06:15:59.498Z" level=debug msg="reconciling existing provision" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=fjcd825f
time="2022-04-17T06:15:59.498Z" level=info msg="provision completed successfully" clusterDeployment=default/jshu-cluster controller=clusterDeployment provision=jshu-cluster-0-tdxnx reconcileID=fjcd825f
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=g7tngv9h
time="2022-04-17T06:15:59.5Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=g7tngv9h
time="2022-04-17T06:15:59.5Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4gw9dkmj
time="2022-04-17T06:15:59.5Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=4gw9dkmj
time="2022-04-17T06:15:59.5Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gw9dkmj
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7qkhc44v
time="2022-04-17T06:15:59.5Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7qkhc44v
time="2022-04-17T06:15:59.5Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qkhc44v
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.5Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.5Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nwk7s5pt
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=7fh5dkcb
time="2022-04-17T06:15:59.5Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=7fh5dkcb
time="2022-04-17T06:15:59.5Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=nwk7s5pt
time="2022-04-17T06:15:59.5Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwk7s5pt
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7jscjxwk
time="2022-04-17T06:15:59.5Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7jscjxwk
time="2022-04-17T06:15:59.5Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.501Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2f7mx6zg
time="2022-04-17T06:15:59.501Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jsvw7tp4
time="2022-04-17T06:15:59.501Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vg4lnr6t
time="2022-04-17T06:15:59.501Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=vg4lnr6t
time="2022-04-17T06:15:59.501Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vg4lnr6t
time="2022-04-17T06:15:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lngjqblk
time="2022-04-17T06:15:59.501Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Hibernating controller=hibernation reason=Unsupported reconcileID=lngjqblk
time="2022-04-17T06:15:59.501Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=cvrh2nhl
time="2022-04-17T06:15:59.502Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=cvrh2nhl
time="2022-04-17T06:15:59.502Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cvrh2nhl
time="2022-04-17T06:15:59.502Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=sbw4b6wq
time="2022-04-17T06:15:59.502Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=sbw4b6wq
time="2022-04-17T06:15:59.502Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbw4b6wq
time="2022-04-17T06:15:59.503Z" level=info msg="failed to set the Installed flag" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-cluster-0-tdxnx reconcileID=fjcd825f
time="2022-04-17T06:15:59.503Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=fjcd825f
time="2022-04-17T06:15:59.503Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkqgbs84
time="2022-04-17T06:15:59.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.503Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkqgbs84
time="2022-04-17T06:15:59.503Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lkqgbs84
time="2022-04-17T06:15:59.511Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7jscjxwk
time="2022-04-17T06:15:59.514Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=dl76hk2x
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=dl76hk2x
time="2022-04-17T06:15:59.514Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xwr72hcg
time="2022-04-17T06:15:59.514Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xwr72hcg
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwr72hcg
time="2022-04-17T06:15:59.514Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nph4fhm4
time="2022-04-17T06:15:59.514Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nph4fhm4
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nph4fhm4
time="2022-04-17T06:15:59.514Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.514Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.514Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rgrcr7xv
time="2022-04-17T06:15:59.514Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rgrcr7xv
time="2022-04-17T06:15:59.514Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rgrcr7xv
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgrcr7xv
time="2022-04-17T06:15:59.514Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4v5brxcc
time="2022-04-17T06:15:59.514Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4v5brxcc
time="2022-04-17T06:15:59.514Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4v5brxcc
time="2022-04-17T06:15:59.514Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=13 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jsvw7tp4
time="2022-04-17T06:15:59.514Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4v5brxcc
time="2022-04-17T06:15:59.515Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.516Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4v5brxcc
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4v5brxcc
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8pqqnj2d
time="2022-04-17T06:15:59.516Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8pqqnj2d
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pqqnj2d
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=sstdh7th
time="2022-04-17T06:15:59.516Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=sstdh7th
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sstdh7th
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rw7ckxsw
time="2022-04-17T06:15:59.516Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=rw7ckxsw
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw7ckxsw
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=89k4t286
time="2022-04-17T06:15:59.516Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=htwg7mff
time="2022-04-17T06:15:59.516Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=89k4t286
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=89k4t286
time="2022-04-17T06:15:59.516Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=htwg7mff
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=htwg7mff
time="2022-04-17T06:15:59.516Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mf67zqlk
time="2022-04-17T06:15:59.516Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.516Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mf67zqlk
time="2022-04-17T06:15:59.516Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=mf67zqlk
time="2022-04-17T06:15:59.518Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lngjqblk
time="2022-04-17T06:15:59.518Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=lngjqblk
time="2022-04-17T06:15:59.518Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=tvgp4jjd
time="2022-04-17T06:15:59.519Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Hibernating controller=hibernation reason=Unsupported reconcileID=tvgp4jjd
time="2022-04-17T06:15:59.542Z" level=info msg="cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=7fh5dkcb
time="2022-04-17T06:15:59.544Z" level=info msg="error updating syncset failed condition" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lkqgbs84
time="2022-04-17T06:15:59.544Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lkqgbs84
time="2022-04-17T06:15:59.544Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=lkqgbs84
time="2022-04-17T06:15:59.544Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.544Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qssbtzft
time="2022-04-17T06:15:59.544Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.544Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.544Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qssbtzft
time="2022-04-17T06:15:59.544Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=qssbtzft
time="2022-04-17T06:15:59.588Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=tvgp4jjd
time="2022-04-17T06:15:59.588Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wgvplgq9
time="2022-04-17T06:15:59.588Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Hibernating controller=hibernation reason=Unsupported reconcileID=wgvplgq9
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pzz97gz6
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pzz97gz6
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=667b5t7x
time="2022-04-17T06:15:59.591Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=667b5t7x
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=667b5t7x
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rtccbl2s
time="2022-04-17T06:15:59.591Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rtccbl2s
time="2022-04-17T06:15:59.591Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=rtccbl2s
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rtccbl2s
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.591Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7rbmw9t
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=lnfwjzj8
time="2022-04-17T06:15:59.591Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=lnfwjzj8
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnfwjzj8
time="2022-04-17T06:15:59.591Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6wgmhlm4
time="2022-04-17T06:15:59.591Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=6wgmhlm4
time="2022-04-17T06:15:59.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wgmhlm4
time="2022-04-17T06:15:59.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zm8n5245
time="2022-04-17T06:15:59.592Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=rmz78x56
time="2022-04-17T06:15:59.592Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=zm8n5245
time="2022-04-17T06:15:59.592Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=rmz78x56
time="2022-04-17T06:15:59.592Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zm8n5245
time="2022-04-17T06:15:59.592Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmz78x56
time="2022-04-17T06:15:59.597Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wqlw7dln
time="2022-04-17T06:15:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.597Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.597Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=wqlw7dln
time="2022-04-17T06:15:59.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqlw7dln
time="2022-04-17T06:15:59.597Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j8qsxb5c
time="2022-04-17T06:15:59.597Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.597Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j8qsxb5c
time="2022-04-17T06:15:59.597Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=j8qsxb5c
time="2022-04-17T06:15:59.602Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7fh5dkcb
time="2022-04-17T06:15:59.602Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=7fh5dkcb
time="2022-04-17T06:15:59.602Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qhw4xk8h
time="2022-04-17T06:15:59.602Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qhw4xk8h
time="2022-04-17T06:15:59.606Z" level=info msg="error updating syncset failed condition" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qssbtzft
time="2022-04-17T06:15:59.606Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qssbtzft
time="2022-04-17T06:15:59.606Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=qssbtzft
time="2022-04-17T06:15:59.606Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.606Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.606Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.606Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.606Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.606Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.611Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/jshu-cluster controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wgvplgq9
time="2022-04-17T06:15:59.611Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=wgvplgq9
time="2022-04-17T06:15:59.611Z" level=error msg="Reconciler error" _name=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=f2r7t7lf
time="2022-04-17T06:15:59.611Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f2r7t7lf
time="2022-04-17T06:15:59.611Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=nzzxd4k7
time="2022-04-17T06:15:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzzxd4k7
time="2022-04-17T06:15:59.621Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.628Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.628Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.628Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8ctpgkr7
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=rp48k94l
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8ctpgkr7
time="2022-04-17T06:15:59.631Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=rp48k94l
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=7k9xp84h
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rp48k94l
time="2022-04-17T06:15:59.631Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=7k9xp84h
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k9xp84h
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=8tcxd4g6
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wx6fxbcv
time="2022-04-17T06:15:59.631Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=wx6fxbcv
time="2022-04-17T06:15:59.631Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=8tcxd4g6
time="2022-04-17T06:15:59.631Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=8tcxd4g6
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8tcxd4g6
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=ccj9z4c4
time="2022-04-17T06:15:59.631Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=ccj9z4c4
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccj9z4c4
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=g5l4w92k
time="2022-04-17T06:15:59.631Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7g4nmglh
time="2022-04-17T06:15:59.631Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=7g4nmglh
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7g4nmglh
time="2022-04-17T06:15:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=g5l4w92k
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wx6fxbcv
time="2022-04-17T06:15:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=g5l4w92k
time="2022-04-17T06:15:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=g5l4w92k
time="2022-04-17T06:15:59.631Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.631Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=g5l4w92k
time="2022-04-17T06:15:59.631Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5l4w92k
time="2022-04-17T06:15:59.633Z" level=info msg="cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qhw4xk8h
time="2022-04-17T06:15:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.637Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.637Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ltv9khrq
time="2022-04-17T06:15:59.637Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.637Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpj6qw79
time="2022-04-17T06:15:59.637Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=ltv9khrq
time="2022-04-17T06:15:59.637Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.637Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltv9khrq
time="2022-04-17T06:15:59.637Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpj6qw79
time="2022-04-17T06:15:59.637Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=cpj6qw79
time="2022-04-17T06:15:59.64Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.64Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.64Z" level=info msg="secret has been modified, updating" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=8cdz7scw secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.658Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qhw4xk8h
time="2022-04-17T06:15:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=qhw4xk8h
time="2022-04-17T06:15:59.658Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=w8nxxt26
time="2022-04-17T06:15:59.658Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=w8nxxt26
time="2022-04-17T06:15:59.659Z" level=info msg="error updating secret" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"jshu-cluster-0-tdxnx-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8cdz7scw secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.659Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=53 elapsedMillisGT=0 outcome=unspecified reconcileID=8cdz7scw
time="2022-04-17T06:15:59.659Z" level=error msg="Reconciler error" _name=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"jshu-cluster-0-tdxnx-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.659Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.659Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.659Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.659Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.659Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.659Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.66Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.66Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.66Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.66Z" level=info msg="secret has been modified, updating" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-kubeconfig
time="2022-04-17T06:15:59.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=z9r8ms92
time="2022-04-17T06:15:59.662Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9r8ms92
time="2022-04-17T06:15:59.662Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.692Z" level=info msg="cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=w8nxxt26
time="2022-04-17T06:15:59.726Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=w8nxxt26
time="2022-04-17T06:15:59.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lbl6vhlc
time="2022-04-17T06:15:59.726Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lbl6vhlc
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=k7lqvdcv
time="2022-04-17T06:15:59.728Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=k7lqvdcv
time="2022-04-17T06:15:59.728Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=mv9zwggf
time="2022-04-17T06:15:59.728Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=mv9zwggf
time="2022-04-17T06:15:59.728Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mv9zwggf
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xfs62nh2
time="2022-04-17T06:15:59.728Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=xfs62nh2
time="2022-04-17T06:15:59.728Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterState derivedObject=jshu-cluster reconcileID=xfs62nh2
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.728Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=6v224whv
time="2022-04-17T06:15:59.728Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=6v224whv
time="2022-04-17T06:15:59.728Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=6v224whv
time="2022-04-17T06:15:59.728Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v224whv
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.728Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wl4wjvz6
time="2022-04-17T06:15:59.728Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.728Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cb5q6fqf
time="2022-04-17T06:15:59.73Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bbw2v55r
time="2022-04-17T06:15:59.73Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=bbw2v55r
time="2022-04-17T06:15:59.73Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbw2v55r
time="2022-04-17T06:15:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=gmp6kz49
time="2022-04-17T06:15:59.731Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmp6kz49
time="2022-04-17T06:15:59.731Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=qznbhlx2
time="2022-04-17T06:15:59.731Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=qznbhlx2
time="2022-04-17T06:15:59.731Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qznbhlx2
time="2022-04-17T06:15:59.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=qshfkkk8
time="2022-04-17T06:15:59.731Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=qshfkkk8
time="2022-04-17T06:15:59.731Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qshfkkk8
time="2022-04-17T06:15:59.736Z" level=debug msg="Setting label on derived object" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-password
time="2022-04-17T06:15:59.736Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-password
time="2022-04-17T06:15:59.736Z" level=info msg="secret has been modified, updating" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps secret=jshu-cluster-0-tdxnx-admin-password
time="2022-04-17T06:15:59.739Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=xfs62nh2
time="2022-04-17T06:15:59.742Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-cluster.qe.devcluster.openshift.com:6443" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.743Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.743Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=83 elapsedMillisGT=0 outcome=unspecified reconcileID=5hm8f6ps
time="2022-04-17T06:15:59.743Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.743Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.743Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.743Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.743Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.743Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.744Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.744Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-cluster.qe.devcluster.openshift.com:6443" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.76Z" level=info msg="cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=lbl6vhlc
time="2022-04-17T06:15:59.765Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/jshu-cluster controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lbl6vhlc
time="2022-04-17T06:15:59.765Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=lbl6vhlc
time="2022-04-17T06:15:59.766Z" level=error msg="Reconciler error" _name=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=hnvkpnft
time="2022-04-17T06:15:59.766Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.233931904s reconcileID=hnvkpnft
time="2022-04-17T06:15:59.766Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnvkpnft
time="2022-04-17T06:15:59.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=k2rrtrbq
time="2022-04-17T06:15:59.771Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.22869951s reconcileID=k2rrtrbq
time="2022-04-17T06:15:59.771Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2rrtrbq
time="2022-04-17T06:15:59.778Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.804Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=cb5q6fqf
time="2022-04-17T06:15:59.804Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=cb5q6fqf
time="2022-04-17T06:15:59.807Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=sj82cvr4
time="2022-04-17T06:15:59.807Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=sj82cvr4
time="2022-04-17T06:15:59.807Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xzgjm4jh
time="2022-04-17T06:15:59.807Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=xzgjm4jh
time="2022-04-17T06:15:59.807Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xzgjm4jh
time="2022-04-17T06:15:59.807Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=qg4qwwkd
time="2022-04-17T06:15:59.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=qg4qwwkd
time="2022-04-17T06:15:59.807Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=sk74x7bv
time="2022-04-17T06:15:59.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.808Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.808Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=vmvx6xgg
time="2022-04-17T06:15:59.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=bppbvsps
time="2022-04-17T06:15:59.808Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=bppbvsps
time="2022-04-17T06:15:59.808Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=bppbvsps
time="2022-04-17T06:15:59.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bppbvsps
time="2022-04-17T06:15:59.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qfjq547f
time="2022-04-17T06:15:59.808Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.19106583s reconcileID=qfjq547f
time="2022-04-17T06:15:59.808Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfjq547f
time="2022-04-17T06:15:59.808Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=7n56w57w
time="2022-04-17T06:15:59.809Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7n56w57w
time="2022-04-17T06:15:59.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wprkb2tp
time="2022-04-17T06:15:59.809Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7n56w57w
time="2022-04-17T06:15:59.809Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=wprkb2tp
time="2022-04-17T06:15:59.809Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=7n56w57w
time="2022-04-17T06:15:59.809Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.809Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=7n56w57w
time="2022-04-17T06:15:59.809Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7n56w57w
time="2022-04-17T06:15:59.808Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=vmvx6xgg
time="2022-04-17T06:15:59.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmvx6xgg
time="2022-04-17T06:15:59.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=l9fk7hwq
time="2022-04-17T06:15:59.809Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=l9fk7hwq
time="2022-04-17T06:15:59.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9fk7hwq
time="2022-04-17T06:15:59.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=wwpch2tm
time="2022-04-17T06:15:59.809Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=wwpch2tm
time="2022-04-17T06:15:59.809Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwpch2tm
time="2022-04-17T06:15:59.817Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=wprkb2tp
time="2022-04-17T06:15:59.821Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=kbn6hszt
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=kbn6hszt
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7z6ddr8b
time="2022-04-17T06:15:59.822Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7z6ddr8b
time="2022-04-17T06:15:59.822Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7z6ddr8b
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7z6ddr8b
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=v92prdd6
time="2022-04-17T06:15:59.822Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.822Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=95g4dmxg
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v92prdd6
time="2022-04-17T06:15:59.822Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=qgkhqpdg
time="2022-04-17T06:15:59.822Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=qgkhqpdg
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgkhqpdg
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=5vhcr8rx
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=ccdmpj4w
time="2022-04-17T06:15:59.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=d8fqchqn
time="2022-04-17T06:15:59.822Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.177304728s reconcileID=ccdmpj4w
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccdmpj4w
time="2022-04-17T06:15:59.822Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=d8fqchqn
time="2022-04-17T06:15:59.822Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=5vhcr8rx
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8fqchqn
time="2022-04-17T06:15:59.822Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vhcr8rx
time="2022-04-17T06:15:59.827Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vrcjxw86
time="2022-04-17T06:15:59.828Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vrcjxw86
time="2022-04-17T06:15:59.828Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrcjxw86
time="2022-04-17T06:15:59.828Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.828Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.828Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.828Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hhpvjzbw
time="2022-04-17T06:15:59.828Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhpvjzbw
time="2022-04-17T06:15:59.828Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.849Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=mddbwq9p
time="2022-04-17T06:15:59.849Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mddbwq9p
time="2022-04-17T06:15:59.849Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.862Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  7833b6b9-fc94-4dd1-b060-1ae21efcc522 19510 0 2022-04-17 06:05:25 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{Go-http-client Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-04-17 06:05:25 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-cluster.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=kztx8dd6
time="2022-04-17T06:15:59.868Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kztx8dd6
time="2022-04-17T06:15:59.868Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=125 elapsedMillisGT=0 outcome=unspecified reconcileID=kztx8dd6
time="2022-04-17T06:15:59.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.868Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.868Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.868Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.868Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.871Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.872Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-cluster.qe.devcluster.openshift.com:6443" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.889Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=mfld6cpn
time="2022-04-17T06:15:59.889Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfld6cpn
time="2022-04-17T06:15:59.889Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.898Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=sk74x7bv
time="2022-04-17T06:15:59.898Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=sk74x7bv
time="2022-04-17T06:15:59.898Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=sk74x7bv
time="2022-04-17T06:15:59.898Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=6s6v74xc
time="2022-04-17T06:15:59.908Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.914Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.914Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=default/jshu-cluster-worker reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.914Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=185 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=qxx6tcdq
time="2022-04-17T06:15:59.914Z" level=error msg="Reconciler error" _name=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-cluster-worker namespace=default
time="2022-04-17T06:15:59.914Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:15:59.914Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:15:59.927Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  7833b6b9-fc94-4dd1-b060-1ae21efcc522 19510 0 2022-04-17 06:05:25 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{Go-http-client Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-04-17 06:05:25 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-cluster.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=twpv2jq7
time="2022-04-17T06:15:59.94Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=qg4qwwkd
time="2022-04-17T06:15:59.944Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=75 elapsedMillisGT=0 outcome=unspecified reconcileID=twpv2jq7
time="2022-04-17T06:15:59.944Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.944Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.944Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.944Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.944Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:15:59.944Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.944Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.944Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.944Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.946Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.947Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-cluster.qe.devcluster.openshift.com:6443" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:15:59.949Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=c5w75xm8
time="2022-04-17T06:15:59.949Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=c5w75xm8
time="2022-04-17T06:15:59.949Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8wxpsr2j
time="2022-04-17T06:15:59.949Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=8wxpsr2j
time="2022-04-17T06:15:59.949Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wxpsr2j
time="2022-04-17T06:15:59.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.949Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:15:59.949Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:15:59.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=gg5wsbxx
time="2022-04-17T06:15:59.949Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=gg5wsbxx
time="2022-04-17T06:15:59.949Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=gg5wsbxx
time="2022-04-17T06:15:59.949Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gg5wsbxx
time="2022-04-17T06:15:59.949Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.95Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:15:59.95Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjtbnzj4
time="2022-04-17T06:15:59.95Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=r2f2wfhx
time="2022-04-17T06:15:59.95Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=r2f2wfhx
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2f2wfhx
time="2022-04-17T06:15:59.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qls8q79n
time="2022-04-17T06:15:59.95Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.049771662s reconcileID=qls8q79n
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qls8q79n
time="2022-04-17T06:15:59.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4fnkvfjn
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fnkvfjn
time="2022-04-17T06:15:59.95Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fnttx5ht
time="2022-04-17T06:15:59.95Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=fnttx5ht
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnttx5ht
time="2022-04-17T06:15:59.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=t7tqbdrf
time="2022-04-17T06:15:59.95Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=t7tqbdrf
time="2022-04-17T06:15:59.95Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7tqbdrf
time="2022-04-17T06:15:59.957Z" level=info msg="clusterState has been updated" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=qg4qwwkd
time="2022-04-17T06:15:59.957Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=qg4qwwkd
time="2022-04-17T06:15:59.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=m4cmbj2g
time="2022-04-17T06:15:59.958Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=m4cmbj2g
time="2022-04-17T06:15:59.958Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.041921793s" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=m4cmbj2g
time="2022-04-17T06:15:59.958Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4cmbj2g
time="2022-04-17T06:15:59.958Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=6s6v74xc
time="2022-04-17T06:15:59.959Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=6s6v74xc
time="2022-04-17T06:15:59.959Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=6s6v74xc
time="2022-04-17T06:15:59.959Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8gr56v5f
time="2022-04-17T06:15:59.965Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:15:59.97Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=lmhd7xwj
time="2022-04-17T06:15:59.97Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmhd7xwj
time="2022-04-17T06:15:59.97Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:15:59.999Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  7833b6b9-fc94-4dd1-b060-1ae21efcc522 19510 0 2022-04-17 06:05:25 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{Go-http-client Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-04-17 06:05:25 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-cluster.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-04-17 06:05:25 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-cluster.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=dvwnnnbb
time="2022-04-17T06:16:00.007Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8gr56v5f
time="2022-04-17T06:16:00.007Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=8gr56v5f
time="2022-04-17T06:16:00.007Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=48 elapsedMillisGT=0 outcome=unspecified reconcileID=8gr56v5f
time="2022-04-17T06:16:00.009Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.009Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.065Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.065Z" level=info msg="updating machineset" controller=machinepool machinePool=default/jshu-cluster-worker machineset=jshu-cluster-p8dnd-worker-us-east-2a reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.078Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/jshu-cluster controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-cluster\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dvwnnnbb
time="2022-04-17T06:16:00.078Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=134 elapsedMillisGT=0 outcome=unspecified reconcileID=dvwnnnbb
time="2022-04-17T06:16:00.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.078Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.078Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.078Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.078Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.078Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.078Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.078Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.078Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.08Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=d5vslkz9
time="2022-04-17T06:16:00.08Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=d5vslkz9
time="2022-04-17T06:16:00.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:00.084Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.084Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.084Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.084Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.085Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=9jzqr89n
time="2022-04-17T06:16:00.085Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9jzqr89n
time="2022-04-17T06:16:00.093Z" level=info msg="updating machineset" controller=machinepool machinePool=default/jshu-cluster-worker machineset=jshu-cluster-p8dnd-worker-us-east-2b reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.116Z" level=info msg="updating machineset" controller=machinepool machinePool=default/jshu-cluster-worker machineset=jshu-cluster-p8dnd-worker-us-east-2c reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.134Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.139Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.139Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.148Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=233 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=pwdgvn4k
time="2022-04-17T06:16:00.148Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.148Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:16:00.182Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.211Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.211Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.235Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.235Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.239Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.239Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.239Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=90 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=fwvb8rwz
time="2022-04-17T06:16:00.291Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=l52jjtb5
time="2022-04-17T06:16:00.291Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l52jjtb5
time="2022-04-17T06:16:00.291Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:16:00.932Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=n2x5smf6
time="2022-04-17T06:16:00.932Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2x5smf6
time="2022-04-17T06:16:00.932Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:16:02.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jmmwlznc
time="2022-04-17T06:16:02.212Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmmwlznc
time="2022-04-17T06:16:02.212Z" level=error msg="Reconciler error" _name=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-cluster\" not found" name=jshu-cluster namespace=default
time="2022-04-17T06:16:02.604Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.604Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.604Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.615Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.615Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=q2gz4tkz
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=q2gz4tkz
time="2022-04-17T06:16:02.617Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=s99mz8fg
time="2022-04-17T06:16:02.617Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=s99mz8fg
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s99mz8fg
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=sgt7892f
time="2022-04-17T06:16:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=sgt7892f
time="2022-04-17T06:16:02.617Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.382670575s" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=sgt7892f
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgt7892f
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:16:02.617Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=f6579zwc
time="2022-04-17T06:16:02.617Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=f6579zwc
time="2022-04-17T06:16:02.617Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=f6579zwc
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6579zwc
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:16:02.617Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cm9vf79
time="2022-04-17T06:16:02.617Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.617Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:16:02.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qjx6kr8k
time="2022-04-17T06:16:02.621Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=w7fnb7mg
time="2022-04-17T06:16:02.621Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=w7fnb7mg
time="2022-04-17T06:16:02.621Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7fnb7mg
time="2022-04-17T06:16:02.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=clws4lt6
time="2022-04-17T06:16:02.621Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m56.378566586s reconcileID=clws4lt6
time="2022-04-17T06:16:02.621Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clws4lt6
time="2022-04-17T06:16:02.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.621Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.621Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=tfjr6kmc
time="2022-04-17T06:16:02.622Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=tfjr6kmc
time="2022-04-17T06:16:02.622Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfjr6kmc
time="2022-04-17T06:16:02.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=krj29x8f
time="2022-04-17T06:16:02.622Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=krj29x8f
time="2022-04-17T06:16:02.622Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krj29x8f
time="2022-04-17T06:16:02.623Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.623Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=lm8n4t8f
time="2022-04-17T06:16:02.623Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g45d2wt8
time="2022-04-17T06:16:02.623Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.623Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.623Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.623Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.623Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g45d2wt8
time="2022-04-17T06:16:02.623Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g45d2wt8
time="2022-04-17T06:16:02.623Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g45d2wt8
time="2022-04-17T06:16:02.625Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g45d2wt8
time="2022-04-17T06:16:02.625Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=g45d2wt8
time="2022-04-17T06:16:02.672Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.679Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qjx6kr8k
time="2022-04-17T06:16:02.679Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=qjx6kr8k
time="2022-04-17T06:16:02.679Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=59 elapsedMillisGT=0 outcome=unspecified reconcileID=qjx6kr8k
time="2022-04-17T06:16:02.699Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.7Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.739Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=2wcz9gw8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:16:02.758Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.758Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.763Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.763Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=82smn8l2
time="2022-04-17T06:16:02.764Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=146 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=82smn8l2
time="2022-04-17T06:16:02.774Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.774Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.788Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=vgxwtx7n
time="2022-04-17T06:16:02.788Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=vgxwtx7n
time="2022-04-17T06:16:02.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=b4nk7wzd
time="2022-04-17T06:16:02.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=b4nk7wzd
time="2022-04-17T06:16:02.788Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.211640903s" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=b4nk7wzd
time="2022-04-17T06:16:02.788Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4nk7wzd
time="2022-04-17T06:16:02.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7swb6sw9
time="2022-04-17T06:16:02.788Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7swb6sw9
time="2022-04-17T06:16:02.788Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7swb6sw9
time="2022-04-17T06:16:02.788Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7swb6sw9
time="2022-04-17T06:16:02.788Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:16:02.788Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsg4l78f
time="2022-04-17T06:16:02.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=bdcpq8wp
time="2022-04-17T06:16:02.789Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xnrp2rjc
time="2022-04-17T06:16:02.789Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xnrp2rjc
time="2022-04-17T06:16:02.789Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xnrp2rjc
time="2022-04-17T06:16:02.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=55w9xtpx
time="2022-04-17T06:16:02.789Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m56.21012353s reconcileID=55w9xtpx
time="2022-04-17T06:16:02.789Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55w9xtpx
time="2022-04-17T06:16:02.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=d5nmf5js
time="2022-04-17T06:16:02.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=kpl9chfg
time="2022-04-17T06:16:02.79Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=kpl9chfg
time="2022-04-17T06:16:02.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpl9chfg
time="2022-04-17T06:16:02.79Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=d5nmf5js
time="2022-04-17T06:16:02.79Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d5nmf5js
time="2022-04-17T06:16:02.793Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=r2mhf6p4
time="2022-04-17T06:16:02.793Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=r2mhf6p4
time="2022-04-17T06:16:02.793Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2mhf6p4
time="2022-04-17T06:16:02.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:16:02.793Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:16:02.793Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:16:02.793Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.793Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:16:02.797Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.797Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.797Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.797Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.799Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.799Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wd4b6rkm
time="2022-04-17T06:16:02.831Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=bdcpq8wp
time="2022-04-17T06:16:02.831Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=bdcpq8wp
time="2022-04-17T06:16:02.831Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=bdcpq8wp
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.831Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=210 elapsedMillisGT=0 outcome=unspecified reconcileID=2wcz9gw8
time="2022-04-17T06:16:02.835Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:16:02.841Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.841Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.841Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.842Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.842Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=g2rmrwvl
time="2022-04-17T06:16:02.855Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.856Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.886Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.886Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.891Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.891Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=4jvfpr9b
time="2022-04-17T06:16:02.891Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=97 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=4jvfpr9b
time="2022-04-17T06:16:04.773Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.773Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.774Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.825Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=4nbrbwrr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:16:04.861Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=4nbrbwrr
time="2022-04-17T06:16:04.883Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=109 elapsedMillisGT=0 outcome=unspecified reconcileID=4nbrbwrr
time="2022-04-17T06:16:21.344Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:16:21.344Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:16:21.344Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:16:21.344Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:16:21.344Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:16:21.344Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:16:34.883Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8njn84qb
time="2022-04-17T06:16:34.883Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8njn84qb
time="2022-04-17T06:16:34.884Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=8njn84qb
time="2022-04-17T06:16:35.02Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=8njn84qb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:16:35.056Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=8njn84qb
time="2022-04-17T06:16:35.077Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=8njn84qb
time="2022-04-17T06:17:05.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4grhnh6g
time="2022-04-17T06:17:05.077Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4grhnh6g
time="2022-04-17T06:17:05.078Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=4grhnh6g
time="2022-04-17T06:17:05.169Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=4grhnh6g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:17:05.214Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=4grhnh6g
time="2022-04-17T06:17:05.235Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=4grhnh6g
time="2022-04-17T06:17:35.236Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.236Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.236Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.335Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=m6qfxgh6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:17:35.37Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=m6qfxgh6
time="2022-04-17T06:17:35.393Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=m6qfxgh6
time="2022-04-17T06:18:05.394Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.394Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.394Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.506Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=wg9jnrdb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:18:05.542Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=wg9jnrdb
time="2022-04-17T06:18:05.567Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=173 elapsedMillisGT=0 outcome=unspecified reconcileID=wg9jnrdb
time="2022-04-17T06:18:21.345Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:18:21.345Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:18:21.345Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:18:21.345Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:18:21.345Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:18:21.345Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:18:35.568Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=l5hgm9br
time="2022-04-17T06:18:35.568Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=l5hgm9br
time="2022-04-17T06:18:35.568Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=l5hgm9br
time="2022-04-17T06:18:35.672Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=l5hgm9br states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:18:35.709Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=l5hgm9br
time="2022-04-17T06:18:35.729Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=161 elapsedMillisGT=0 outcome=unspecified reconcileID=l5hgm9br
time="2022-04-17T06:19:05.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jkz22cd2
time="2022-04-17T06:19:05.73Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jkz22cd2
time="2022-04-17T06:19:05.73Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=jkz22cd2
time="2022-04-17T06:19:05.781Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=jkz22cd2 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:19:05.818Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=jkz22cd2
time="2022-04-17T06:19:05.838Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=jkz22cd2
time="2022-04-17T06:19:05.838Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=jkz22cd2
time="2022-04-17T06:19:05.839Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=108 elapsedMillisGT=0 outcome=unspecified reconcileID=jkz22cd2
time="2022-04-17T06:19:35.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=bckszgnn
time="2022-04-17T06:19:35.839Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=bckszgnn
time="2022-04-17T06:19:35.84Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=bckszgnn
time="2022-04-17T06:19:35.964Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=bckszgnn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:19:35.997Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-4tkjb reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-59vjh reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-5m478 reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-6l5dw reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-96svl reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-9w6r6 reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cbm4c reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-cx5fv reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-ggqqd reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-r57jl reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-rgvhm reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr=csr-xmm8s reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-authenticator-7dcvn" reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=debug msg="CSR is already approved" clusterDeployment=default/jshu-cluster controller=hibernation csr="system:openshift:openshift-monitoring-ph657" reconcileID=bckszgnn
time="2022-04-17T06:19:36.017Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=178 elapsedMillisGT=0 outcome=unspecified reconcileID=bckszgnn
time="2022-04-17T06:20:06.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=9rkgp65l
time="2022-04-17T06:20:06.018Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=9rkgp65l
time="2022-04-17T06:20:06.018Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=9rkgp65l
time="2022-04-17T06:20:06.128Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=9rkgp65l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:20:06.171Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=9rkgp65l
time="2022-04-17T06:20:06.171Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=9rkgp65l
time="2022-04-17T06:20:06.182Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=164 elapsedMillisGT=0 outcome=unspecified reconcileID=9rkgp65l
time="2022-04-17T06:20:06.184Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xxshbq79
time="2022-04-17T06:20:06.184Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xxshbq79
time="2022-04-17T06:20:06.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=rxvknb8k
time="2022-04-17T06:20:06.184Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=rxvknb8k
time="2022-04-17T06:20:06.184Z" level=debug msg="Waiting to fetch clusteroperator status in 5m52.815714689s" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=rxvknb8k
time="2022-04-17T06:20:06.184Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxvknb8k
time="2022-04-17T06:20:06.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=87qtmwx5
time="2022-04-17T06:20:06.184Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=87qtmwx5
time="2022-04-17T06:20:06.184Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=87qtmwx5
time="2022-04-17T06:20:06.184Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87qtmwx5
time="2022-04-17T06:20:06.184Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:20:06.184Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pfw89nr
time="2022-04-17T06:20:06.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dmxhkw84
time="2022-04-17T06:20:06.185Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l4nfxfkb
time="2022-04-17T06:20:06.185Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=l4nfxfkb
time="2022-04-17T06:20:06.185Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4nfxfkb
time="2022-04-17T06:20:06.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=tkf5gsgq
time="2022-04-17T06:20:06.185Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h55m52.814689784s reconcileID=tkf5gsgq
time="2022-04-17T06:20:06.185Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkf5gsgq
time="2022-04-17T06:20:06.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=gfh829th
time="2022-04-17T06:20:06.185Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=gfh829th
time="2022-04-17T06:20:06.185Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfh829th
time="2022-04-17T06:20:06.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=dr65s7t8
time="2022-04-17T06:20:06.185Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=dr65s7t8
time="2022-04-17T06:20:06.185Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dr65s7t8
time="2022-04-17T06:20:06.189Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.189Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:20:06.19Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qgb4rjfb
time="2022-04-17T06:20:06.19Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=qgb4rjfb
time="2022-04-17T06:20:06.19Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgb4rjfb
time="2022-04-17T06:20:06.19Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c27s94xz
time="2022-04-17T06:20:06.19Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:20:06.19Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:20:06.19Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:20:06.19Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:20:06.19Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c27s94xz
time="2022-04-17T06:20:06.19Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c27s94xz
time="2022-04-17T06:20:06.19Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c27s94xz
time="2022-04-17T06:20:06.192Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=c27s94xz
time="2022-04-17T06:20:06.192Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=c27s94xz
time="2022-04-17T06:20:06.192Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=pl8rxkp6
time="2022-04-17T06:20:06.192Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=pl8rxkp6
time="2022-04-17T06:20:06.192Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=pl8rxkp6
time="2022-04-17T06:20:06.194Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:20:06.194Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:20:06.194Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:20:06.237Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.245Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dmxhkw84
time="2022-04-17T06:20:06.245Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dmxhkw84
time="2022-04-17T06:20:06.245Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=dmxhkw84
time="2022-04-17T06:20:06.264Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.265Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.287Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=pl8rxkp6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:20:06.306Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.306Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.332Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.332Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cdklmz78
time="2022-04-17T06:20:06.332Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=142 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=cdklmz78
time="2022-04-17T06:20:06.351Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=pl8rxkp6
time="2022-04-17T06:20:06.351Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=pl8rxkp6 timeRemaining=1m59.648747136s
time="2022-04-17T06:20:06.351Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=159 elapsedMillisGT=0 outcome=unspecified reconcileID=pl8rxkp6
time="2022-04-17T06:20:21.346Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:20:21.346Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:20:21.346Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:20:21.346Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:20:21.346Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:20:21.346Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:22:06.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=txzjqq9h
time="2022-04-17T06:22:06.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=txzjqq9h
time="2022-04-17T06:22:06.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=txzjqq9h
time="2022-04-17T06:22:06.139Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=txzjqq9h states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:22:06.207Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=txzjqq9h
time="2022-04-17T06:22:06.207Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=txzjqq9h
time="2022-04-17T06:22:06.299Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=txzjqq9h
time="2022-04-17T06:22:06.299Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/jshu-cluster condition=Ready controller=hibernation reason=Running reconcileID=txzjqq9h
time="2022-04-17T06:22:06.309Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=308 elapsedMillisGT=0 outcome=unspecified reconcileID=txzjqq9h
time="2022-04-17T06:22:06.31Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bk7x6x5b
time="2022-04-17T06:22:06.31Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bk7x6x5b
time="2022-04-17T06:22:06.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:22:06.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:22:06.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:22:06.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T06:22:06.311Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.311Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.311Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.312Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.312Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:22:06.313Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.313Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=6d4fpqzf
time="2022-04-17T06:22:06.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fckbp8sj
time="2022-04-17T06:22:06.313Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vz6zs7hx
time="2022-04-17T06:22:06.313Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=vz6zs7hx
time="2022-04-17T06:22:06.313Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vz6zs7hx
time="2022-04-17T06:22:06.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=92p5lfj8
time="2022-04-17T06:22:06.313Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=92p5lfj8
time="2022-04-17T06:22:06.313Z" level=debug msg="Waiting to fetch clusteroperator status in 3m52.686194966s" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=92p5lfj8
time="2022-04-17T06:22:06.313Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92p5lfj8
time="2022-04-17T06:22:06.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:22:06.313Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T06:22:06.313Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T06:22:06.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=r422tp4c
time="2022-04-17T06:22:06.313Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=r422tp4c
time="2022-04-17T06:22:06.313Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=r422tp4c
time="2022-04-17T06:22:06.314Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r422tp4c
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T06:22:06.314Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=898q6kqt
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.314Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.314Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=6nm7zlm9
time="2022-04-17T06:22:06.314Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=6nm7zlm9
time="2022-04-17T06:22:06.314Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6nm7zlm9
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=49cjwhkl
time="2022-04-17T06:22:06.314Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=49cjwhkl
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=gsg4gdmz
time="2022-04-17T06:22:06.314Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49cjwhkl
time="2022-04-17T06:22:06.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=p9jc2j5j
time="2022-04-17T06:22:06.314Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=gsg4gdmz
time="2022-04-17T06:22:06.314Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h53m52.68502869s reconcileID=p9jc2j5j
time="2022-04-17T06:22:06.315Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9jc2j5j
time="2022-04-17T06:22:06.314Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsg4gdmz
time="2022-04-17T06:22:06.371Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=m6xcjl2k states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T06:22:06.525Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.525Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.57Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.591Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fckbp8sj
time="2022-04-17T06:22:06.591Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=fckbp8sj
time="2022-04-17T06:22:06.591Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=277 elapsedMillisGT=0 outcome=unspecified reconcileID=fckbp8sj
time="2022-04-17T06:22:06.601Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.601Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=286 elapsedMillisGT=0 outcome=unspecified reconcileID=m6xcjl2k
time="2022-04-17T06:22:06.614Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.614Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.641Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.641Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.647Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.647Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=2w25lqhk
time="2022-04-17T06:22:06.647Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=335 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=2w25lqhk
time="2022-04-17T06:22:21.347Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:22:21.347Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:22:21.347Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:22:21.347Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:22:21.347Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:22:21.347Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:24:21.348Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:24:21.348Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:24:21.348Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:24:21.348Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:24:21.348Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:24:21.348Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:25:59.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=66t2bljr
time="2022-04-17T06:25:59.107Z" level=info msg="condition Available changed for operator etcd" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.107Z" level=info msg="condition Progressing changed for operator etcd status (True -> False)" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.107Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.107Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.122Z" level=info msg="clusterState has been updated" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=66t2bljr
time="2022-04-17T06:25:59.122Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=66t2bljr
time="2022-04-17T06:26:21.349Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:26:21.349Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:26:21.349Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:26:21.349Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:26:21.349Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:26:21.349Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:28:21.35Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:28:21.35Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:28:21.35Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:28:21.35Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:28:21.35Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:28:21.35Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:30:00.13Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:30:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:30:21.351Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:30:21.352Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:30:21.352Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:30:21.352Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:30:21.352Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:30:21.352Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:32:21.352Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:32:21.352Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:32:21.352Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:32:21.352Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:32:21.352Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:32:21.353Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:34:21.353Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:34:21.353Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:34:21.353Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:34:21.353Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:34:21.353Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:34:21.353Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:36:21.354Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:36:21.354Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:36:21.354Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:36:21.354Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:36:21.354Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:36:21.354Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:38:21.354Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:38:21.354Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:38:21.355Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:38:21.355Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:38:21.355Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:38:21.355Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:40:16.315Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.315Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T06:40:16.354Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.374Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.375Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.427Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.427Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.433Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.433Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=99jhfv97
time="2022-04-17T06:40:16.433Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=117 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=99jhfv97
time="2022-04-17T06:40:21.355Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:40:21.355Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:40:21.355Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:40:21.355Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:40:21.355Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:40:21.355Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:42:21.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:42:21.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:42:21.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:42:21.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:42:21.356Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:42:21.356Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:44:21.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:44:21.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:44:21.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:44:21.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:44:21.357Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:44:21.357Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:45:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:45:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T06:46:21.357Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:46:21.357Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:46:21.357Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:46:21.357Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:46:21.357Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:46:21.358Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:48:21.358Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:48:21.359Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:48:21.359Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:48:21.359Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:48:21.359Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:48:21.359Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:50:21.36Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:50:21.36Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:50:21.36Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:50:21.36Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:50:21.36Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:50:21.36Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:52:21.36Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:52:21.361Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:52:21.361Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:52:21.361Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:52:21.361Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:52:21.361Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:54:21.361Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:54:21.361Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:54:21.361Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:54:21.361Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:54:21.361Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:54:21.361Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:56:21.361Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:56:21.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:56:21.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:56:21.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:56:21.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:56:21.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T06:58:21.362Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T06:58:21.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T06:58:21.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T06:58:21.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T06:58:21.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T06:58:21.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:00:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:00:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:00:21.363Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:00:21.363Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:00:21.363Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:00:21.363Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:00:21.363Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:00:21.363Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:02:21.363Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:02:21.363Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:02:21.363Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:02:21.363Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:02:21.363Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:02:21.363Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:04:21.364Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:04:21.364Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:04:21.364Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:04:21.364Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:04:21.364Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:04:21.364Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:06:21.365Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:06:21.365Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:06:21.365Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:06:21.365Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:06:21.365Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:06:21.366Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:08:21.367Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:08:21.367Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:08:21.367Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:08:21.367Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:08:21.367Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:08:21.367Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:10:17.858Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:17.858Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T07:10:17.91Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.028Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.028Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.077Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.077Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.121Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.121Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9z87mp4v
time="2022-04-17T07:10:18.121Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=262 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=9z87mp4v
time="2022-04-17T07:10:21.367Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:10:21.368Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:10:21.368Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:10:21.368Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:10:21.368Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:10:21.368Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:12:21.368Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:12:21.368Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:12:21.368Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:12:21.368Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:12:21.368Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:12:21.368Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:14:21.369Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:14:21.369Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:14:21.369Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:14:21.369Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:14:21.369Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:14:21.369Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:15:00.138Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:15:00.139Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:16:21.37Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:16:21.37Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:16:21.37Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:16:21.37Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:16:21.37Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:16:21.37Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:18:21.371Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:18:21.371Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:18:21.371Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:18:21.371Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:18:21.371Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:18:21.371Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:20:21.371Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:20:21.372Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:20:21.372Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:20:21.372Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:20:21.372Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:20:21.372Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:22:21.372Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:22:21.372Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:22:21.372Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:22:21.372Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:22:21.372Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:22:21.372Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:24:21.372Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:24:21.373Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:24:21.373Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:24:21.373Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:24:21.373Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:24:21.373Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:26:21.373Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:26:21.373Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:26:21.374Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:26:21.374Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:26:21.374Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:26:21.374Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:28:21.374Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:28:21.374Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:28:21.374Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:28:21.375Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:28:21.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:28:21.375Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:30:00.13Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:30:00.132Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:30:21.375Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:30:21.375Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:30:21.375Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:30:21.375Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:30:21.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:30:21.375Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:32:21.376Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:32:21.376Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:32:21.376Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:32:21.376Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:32:21.376Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:32:21.376Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:34:21.376Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:34:21.376Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:34:21.376Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:34:21.376Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:34:21.376Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:34:21.376Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:36:21.377Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:36:21.377Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:36:21.377Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:36:21.377Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:36:21.377Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:36:21.377Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:38:21.377Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:38:21.378Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:38:21.378Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:38:21.378Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:38:21.378Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:38:21.378Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:40:21.378Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:40:21.379Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:40:21.379Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:40:21.379Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:40:21.379Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:40:21.379Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:42:21.38Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:42:21.38Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:42:21.38Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:42:21.38Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:42:21.38Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:42:21.38Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:43:07.249Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.249Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T07:43:07.296Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.322Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.322Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.36Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.36Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.366Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.366Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=hbzc8nc7
time="2022-04-17T07:43:07.366Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=116 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=hbzc8nc7
time="2022-04-17T07:44:21.381Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:44:21.381Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:44:21.381Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:44:21.381Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:44:21.381Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:44:21.381Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:45:00.165Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:45:00.167Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T07:46:21.382Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:46:21.382Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:46:21.382Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:46:21.382Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:46:21.382Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:46:21.382Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:48:21.383Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:48:21.383Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:48:21.383Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:48:21.383Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:48:21.383Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:48:21.383Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:50:21.384Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:50:21.384Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:50:21.384Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:50:21.384Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:50:21.384Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:50:21.384Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:52:21.385Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:52:21.385Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:52:21.385Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:52:21.385Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:52:21.385Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:52:21.385Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:54:21.386Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:54:21.387Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:54:21.387Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:54:21.387Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:54:21.387Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:54:21.387Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:56:21.387Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:56:21.387Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:56:21.387Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:56:21.387Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:56:21.387Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:56:21.387Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T07:58:21.388Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T07:58:21.389Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T07:58:21.389Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T07:58:21.389Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T07:58:21.389Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T07:58:21.389Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:00:00.132Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:00:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:00:21.39Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:00:21.39Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:00:21.39Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:00:21.39Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:00:21.39Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:00:21.39Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:02:21.39Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:02:21.39Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:02:21.39Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:02:21.39Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:02:21.39Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:02:21.39Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:04:21.391Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:04:21.391Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:04:21.391Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:04:21.391Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:04:21.391Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:04:21.391Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:06:21.392Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:06:21.392Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:06:21.392Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:06:21.392Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:06:21.392Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:06:21.392Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:08:21.393Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:08:21.393Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:08:21.393Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:08:21.393Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:08:21.393Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:08:21.393Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:10:21.394Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:10:21.394Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:10:21.394Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:10:21.394Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:10:21.394Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:10:21.394Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:12:21.395Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:12:21.395Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:12:21.395Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:12:21.395Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:12:21.395Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:12:21.395Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:13:45.131Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.131Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T08:13:45.189Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.218Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.219Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.268Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.268Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.275Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.275Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=x4fnpvmh
time="2022-04-17T08:13:45.275Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=143 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=x4fnpvmh
time="2022-04-17T08:14:21.395Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:14:21.396Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:14:21.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:14:21.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:14:21.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:14:21.396Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:15:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:15:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:15:59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=n6wz4frs
time="2022-04-17T08:15:59.001Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=n6wz4frs
time="2022-04-17T08:15:59.069Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=68 elapsedMillisGT=0 outcome=unspecified reconcileID=n6wz4frs
time="2022-04-17T08:15:59.07Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jn22rwqv
time="2022-04-17T08:15:59.07Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jn22rwqv
time="2022-04-17T08:15:59.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkf8677z
time="2022-04-17T08:15:59.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T08:15:59.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T08:15:59.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T08:15:59.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T08:15:59.07Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkf8677z
time="2022-04-17T08:15:59.07Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkf8677z
time="2022-04-17T08:15:59.07Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkf8677z
time="2022-04-17T08:15:59.072Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=hkf8677z
time="2022-04-17T08:15:59.073Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=hkf8677z
time="2022-04-17T08:15:59.073Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bd4j6825
time="2022-04-17T08:15:59.073Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=bd4j6825
time="2022-04-17T08:15:59.073Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bd4j6825
time="2022-04-17T08:15:59.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=cd4wpqzf
time="2022-04-17T08:15:59.073Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=cd4wpqzf
time="2022-04-17T08:15:59.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=nm2mv9sw
time="2022-04-17T08:15:59.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T08:15:59.075Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T08:15:59.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T08:15:59.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=ptdlgd6b
time="2022-04-17T08:15:59.075Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=ptdlgd6b
time="2022-04-17T08:15:59.075Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=ptdlgd6b
time="2022-04-17T08:15:59.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptdlgd6b
time="2022-04-17T08:15:59.075Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4dxkst96
time="2022-04-17T08:15:59.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4dxkst96
time="2022-04-17T08:15:59.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4dxkst96
time="2022-04-17T08:15:59.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=4dxkst96
time="2022-04-17T08:15:59.075Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T08:15:59.076Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=4dxkst96
time="2022-04-17T08:15:59.076Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4dxkst96
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zxfrzgml
time="2022-04-17T08:15:59.077Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=zxfrzgml
time="2022-04-17T08:15:59.077Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxfrzgml
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=slztmckp
time="2022-04-17T08:15:59.077Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.922877674s reconcileID=slztmckp
time="2022-04-17T08:15:59.077Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slztmckp
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xzl98988
time="2022-04-17T08:15:59.077Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xzl98988
time="2022-04-17T08:15:59.077Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=xzl98988
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=9jxd5jk5
time="2022-04-17T08:15:59.078Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=9jxd5jk5
time="2022-04-17T08:15:59.078Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jxd5jk5
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=czfpg4ft
time="2022-04-17T08:15:59.078Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=czfpg4ft
time="2022-04-17T08:15:59.078Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=czfpg4ft
time="2022-04-17T08:15:59.076Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.078Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T08:15:59.171Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.172Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=nm2mv9sw
time="2022-04-17T08:15:59.172Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=nm2mv9sw
time="2022-04-17T08:15:59.172Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=98 elapsedMillisGT=0 outcome=unspecified reconcileID=nm2mv9sw
time="2022-04-17T08:15:59.199Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.199Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.205Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=cd4wpqzf
time="2022-04-17T08:15:59.243Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.243Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.248Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.248Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.248Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=169 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=jlrvpvf9
time="2022-04-17T08:15:59.614Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=xzl98988 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T08:15:59.68Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=xzl98988
time="2022-04-17T08:15:59.68Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xzl98988
time="2022-04-17T08:15:59.861Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xzl98988
time="2022-04-17T08:15:59.861Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=784 elapsedMillisGT=0 outcome=unspecified reconcileID=xzl98988
time="2022-04-17T08:16:21.396Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:16:21.396Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:16:21.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:16:21.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:16:21.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:16:21.396Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:18:21.397Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:18:21.397Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:18:21.397Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:18:21.397Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:18:21.397Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:18:21.397Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:20:21.398Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:20:21.398Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:20:21.398Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:20:21.398Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:20:21.398Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:20:21.398Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:22:21.398Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:22:21.398Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:22:21.399Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:22:21.399Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:22:21.399Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:22:21.399Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:24:21.399Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:24:21.399Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:24:21.399Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:24:21.399Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:24:21.399Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:24:21.399Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:25:59.206Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=2x9sv5nz
time="2022-04-17T08:25:59.206Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=2x9sv5nz
time="2022-04-17T08:25:59.287Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=80 elapsedMillisGT=0 outcome=unspecified reconcileID=2x9sv5nz
time="2022-04-17T08:26:21.4Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:26:21.4Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:26:21.4Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:26:21.4Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:26:21.4Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:26:21.4Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:28:21.401Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:28:21.401Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:28:21.401Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:28:21.401Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:28:21.401Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:28:21.401Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:30:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:30:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:30:21.401Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:30:21.401Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:30:21.401Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:30:21.401Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:30:21.401Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:30:21.401Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:32:21.401Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:32:21.402Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:32:21.402Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:32:21.402Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:32:21.402Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:32:21.402Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:34:21.402Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:34:21.402Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:34:21.402Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:34:21.402Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:34:21.402Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:34:21.402Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:35:59.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=bc8sskbs
time="2022-04-17T08:35:59.288Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=bc8sskbs
time="2022-04-17T08:35:59.381Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=bc8sskbs
time="2022-04-17T08:36:21.403Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:36:21.403Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:36:21.403Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:36:21.403Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:36:21.403Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:36:21.403Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:38:21.404Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:38:21.404Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:38:21.404Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:38:21.404Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:38:21.404Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:38:21.404Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:40:21.405Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:40:21.405Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:40:21.405Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:40:21.405Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:40:21.405Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:40:21.405Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:42:21.405Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:42:21.406Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:42:21.406Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:42:21.406Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:42:21.406Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:42:21.406Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:44:21.407Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:44:21.407Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:44:21.407Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:44:21.407Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:44:21.407Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:44:21.407Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:45:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:45:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T08:45:59.381Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=rn5hbjpj
time="2022-04-17T08:45:59.381Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=rn5hbjpj
time="2022-04-17T08:45:59.479Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=97 elapsedMillisGT=0 outcome=unspecified reconcileID=rn5hbjpj
time="2022-04-17T08:46:21.407Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:46:21.407Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:46:21.407Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:46:21.407Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:46:21.407Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:46:21.407Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:46:25.41Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.41Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T08:46:25.464Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.493Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.493Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.557Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.557Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.565Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.565Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=7qtkbclt
time="2022-04-17T08:46:25.565Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=155 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=7qtkbclt
time="2022-04-17T08:48:21.408Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:48:21.408Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:48:21.408Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:48:21.408Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:48:21.408Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:48:21.408Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:50:21.409Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:50:21.409Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:50:21.409Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:50:21.409Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:50:21.409Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:50:21.409Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:52:21.41Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:52:21.41Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:52:21.41Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:52:21.41Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:52:21.41Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:52:21.41Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:54:21.411Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:54:21.411Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:54:21.411Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:54:21.411Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:54:21.411Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:54:21.411Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:55:59.479Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=n4pwht5v
time="2022-04-17T08:55:59.479Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=n4pwht5v
time="2022-04-17T08:55:59.543Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=63 elapsedMillisGT=0 outcome=unspecified reconcileID=n4pwht5v
time="2022-04-17T08:56:21.412Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:56:21.412Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:56:21.412Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:56:21.412Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:56:21.412Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:56:21.412Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T08:58:21.413Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T08:58:21.413Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T08:58:21.413Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T08:58:21.413Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T08:58:21.413Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T08:58:21.413Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:00:00.131Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:00:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:00:21.414Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:00:21.414Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:00:21.414Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:00:21.414Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:00:21.414Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:00:21.414Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:02:21.417Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:02:21.417Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:02:21.417Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:02:21.417Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:02:21.417Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:02:21.417Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:04:21.417Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:04:21.418Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:04:21.418Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:04:21.418Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:04:21.418Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:04:21.418Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:05:59.544Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=9ghhlbd4
time="2022-04-17T09:05:59.544Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=9ghhlbd4
time="2022-04-17T09:05:59.625Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=81 elapsedMillisGT=0 outcome=unspecified reconcileID=9ghhlbd4
time="2022-04-17T09:06:21.419Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:06:21.419Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:06:21.419Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:06:21.419Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:06:21.419Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:06:21.419Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:08:21.42Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:08:21.42Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:08:21.42Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:08:21.42Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:08:21.42Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:08:21.42Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:10:21.42Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:10:21.42Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:10:21.421Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:10:21.421Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:10:21.421Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:10:21.421Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:12:21.421Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:12:21.422Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:12:21.422Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:12:21.422Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:12:21.422Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:12:21.422Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:14:21.423Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:14:21.423Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:14:21.423Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:14:21.423Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:14:21.423Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:14:21.423Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:15:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:15:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:15:59.626Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=r88fg7sg
time="2022-04-17T09:15:59.626Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=r88fg7sg
time="2022-04-17T09:15:59.697Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=71 elapsedMillisGT=0 outcome=unspecified reconcileID=r88fg7sg
time="2022-04-17T09:16:21.423Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:16:21.424Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:16:21.424Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:16:21.424Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:16:21.424Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:16:21.424Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:18:11.509Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.509Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T09:18:11.55Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.57Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.571Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.623Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.623Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.63Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.63Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=j9qft8sg
time="2022-04-17T09:18:11.63Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=120 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=j9qft8sg
time="2022-04-17T09:18:21.424Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:18:21.424Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:18:21.424Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:18:21.424Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:18:21.425Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:18:21.425Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:20:21.425Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:20:21.425Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:20:21.425Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:20:21.425Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:20:21.425Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:20:21.425Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:22:21.426Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:22:21.426Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:22:21.426Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:22:21.426Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:22:21.426Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:22:21.426Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:24:21.427Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:24:21.427Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:24:21.427Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:24:21.427Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:24:21.427Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:24:21.427Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:25:59.698Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=zgm2w8dd
time="2022-04-17T09:25:59.698Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=zgm2w8dd
time="2022-04-17T09:25:59.781Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=zgm2w8dd
time="2022-04-17T09:26:21.428Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:26:21.428Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:26:21.428Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:26:21.428Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:26:21.428Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:26:21.428Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:28:21.428Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:28:21.429Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:28:21.429Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:28:21.429Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:28:21.429Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:28:21.429Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:30:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:30:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:30:21.429Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:30:21.429Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:30:21.429Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:30:21.429Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:30:21.429Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:30:21.429Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:32:21.43Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:32:21.43Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:32:21.43Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:32:21.43Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:32:21.43Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:32:21.43Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:34:21.431Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:34:21.431Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:34:21.431Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:34:21.431Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:34:21.431Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:34:21.431Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:35:59.781Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=tm97zhpw
time="2022-04-17T09:35:59.781Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=tm97zhpw
time="2022-04-17T09:35:59.858Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=77 elapsedMillisGT=0 outcome=unspecified reconcileID=tm97zhpw
time="2022-04-17T09:36:21.433Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:36:21.433Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:36:21.433Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:36:21.433Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:36:21.433Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:36:21.433Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:38:21.434Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:38:21.434Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:38:21.434Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:38:21.434Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:38:21.434Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:38:21.434Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:40:21.435Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:40:21.435Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:40:21.435Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:40:21.435Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:40:21.435Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:40:21.435Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:42:21.436Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:42:21.436Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:42:21.436Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:42:21.436Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:42:21.436Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:42:21.436Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:44:21.436Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:44:21.437Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:44:21.437Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:44:21.437Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:44:21.437Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:44:21.437Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:45:00.157Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:45:00.16Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T09:45:59.859Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=dtnjbjrl
time="2022-04-17T09:45:59.859Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=dtnjbjrl
time="2022-04-17T09:45:59.932Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=dtnjbjrl
time="2022-04-17T09:46:21.438Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:46:21.438Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:46:21.438Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:46:21.438Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:46:21.438Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:46:21.438Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:48:21.438Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:48:21.439Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:48:21.439Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:48:21.439Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:48:21.439Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:48:21.439Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:50:21.439Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:50:21.439Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:50:21.439Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:50:21.439Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:50:21.439Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:50:21.439Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:50:55.119Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.119Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T09:50:55.159Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.179Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.18Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.24Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.24Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.245Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.245Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=9r9x4564
time="2022-04-17T09:50:55.245Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=125 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=9r9x4564
time="2022-04-17T09:52:21.44Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:52:21.44Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:52:21.44Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:52:21.44Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:52:21.44Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:52:21.44Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:54:21.441Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:54:21.441Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:54:21.441Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:54:21.441Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:54:21.441Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:54:21.441Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:55:59.932Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=4g4vdj7c
time="2022-04-17T09:55:59.933Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=4g4vdj7c
time="2022-04-17T09:56:00.043Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=110 elapsedMillisGT=0 outcome=unspecified reconcileID=4g4vdj7c
time="2022-04-17T09:56:21.442Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:56:21.442Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:56:21.442Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:56:21.442Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:56:21.442Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:56:21.442Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T09:58:21.443Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T09:58:21.443Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T09:58:21.443Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T09:58:21.443Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T09:58:21.443Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T09:58:21.443Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:00:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:00:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:00:21.443Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:00:21.444Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:00:21.444Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:00:21.444Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:00:21.444Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:00:21.444Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:02:21.444Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:02:21.444Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:02:21.444Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:02:21.444Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:02:21.444Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:02:21.444Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:04:21.445Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:04:21.445Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:04:21.445Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:04:21.445Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:04:21.445Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:04:21.445Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:06:00.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=wcpqvtvk
time="2022-04-17T10:06:00.043Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=wcpqvtvk
time="2022-04-17T10:06:00.213Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=wcpqvtvk
time="2022-04-17T10:06:21.446Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:06:21.446Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:06:21.446Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:06:21.446Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:06:21.446Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:06:21.446Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:08:21.447Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:08:21.447Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:08:21.447Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:08:21.447Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:08:21.447Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:08:21.447Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:10:21.448Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:10:21.448Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:10:21.448Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:10:21.448Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:10:21.448Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:10:21.448Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:12:21.448Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:12:21.448Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:12:21.449Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:12:21.449Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:12:21.449Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:12:21.449Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:14:21.449Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:14:21.449Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:14:21.449Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:14:21.449Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:14:21.449Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:14:21.449Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:15:00.149Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:15:00.151Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:15:59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kcsn8ds4
time="2022-04-17T10:15:59Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=kcsn8ds4
time="2022-04-17T10:15:59.103Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified reconcileID=kcsn8ds4
time="2022-04-17T10:15:59.105Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=td2g9kr2
time="2022-04-17T10:15:59.105Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=td2g9kr2
time="2022-04-17T10:15:59.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.105Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.105Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T10:15:59.105Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T10:15:59.105Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T10:15:59.105Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T10:15:59.105Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T10:15:59.105Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.105Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.105Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.107Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.107Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=mpw2qlvv
time="2022-04-17T10:15:59.107Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6jpdl2cz
time="2022-04-17T10:15:59.107Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=6jpdl2cz
time="2022-04-17T10:15:59.107Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jpdl2cz
time="2022-04-17T10:15:59.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gl98cs9s
time="2022-04-17T10:15:59.107Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=gl98cs9s
time="2022-04-17T10:15:59.108Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=glqk6qlk
time="2022-04-17T10:15:59.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T10:15:59.109Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T10:15:59.109Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T10:15:59.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=j7bb882r
time="2022-04-17T10:15:59.109Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=j7bb882r
time="2022-04-17T10:15:59.109Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=j7bb882r
time="2022-04-17T10:15:59.109Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7bb882r
time="2022-04-17T10:15:59.109Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wpg25rhx
time="2022-04-17T10:15:59.109Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=wpg25rhx
time="2022-04-17T10:15:59.109Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpg25rhx
time="2022-04-17T10:15:59.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=26pc9z5s
time="2022-04-17T10:15:59.109Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.890292501s reconcileID=26pc9z5s
time="2022-04-17T10:15:59.109Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26pc9z5s
time="2022-04-17T10:15:59.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hssw7j62
time="2022-04-17T10:15:59.109Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hssw7j62
time="2022-04-17T10:15:59.11Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=hssw7j62
time="2022-04-17T10:15:59.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=sm5n28r5
time="2022-04-17T10:15:59.11Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=sm5n28r5
time="2022-04-17T10:15:59.11Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sm5n28r5
time="2022-04-17T10:15:59.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hrcllxlt
time="2022-04-17T10:15:59.11Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=hrcllxlt
time="2022-04-17T10:15:59.11Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrcllxlt
time="2022-04-17T10:15:59.105Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.11Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T10:15:59.11Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.111Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxzpqlpl
time="2022-04-17T10:15:59.254Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.28Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=hssw7j62 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T10:15:59.29Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=glqk6qlk
time="2022-04-17T10:15:59.29Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=glqk6qlk
time="2022-04-17T10:15:59.29Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=glqk6qlk
time="2022-04-17T10:15:59.357Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.358Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.394Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.394Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.404Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.404Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.404Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=299 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=mz5nh7ps
time="2022-04-17T10:15:59.406Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=hssw7j62
time="2022-04-17T10:15:59.406Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hssw7j62
time="2022-04-17T10:15:59.407Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=299 elapsedMillisGT=0 outcome=unspecified reconcileID=gl98cs9s
time="2022-04-17T10:15:59.445Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=hssw7j62
time="2022-04-17T10:15:59.445Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=336 elapsedMillisGT=0 outcome=unspecified reconcileID=hssw7j62
time="2022-04-17T10:16:00.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=h7c8gf6f
time="2022-04-17T10:16:00.214Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=h7c8gf6f
time="2022-04-17T10:16:00.294Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=79 elapsedMillisGT=0 outcome=unspecified reconcileID=h7c8gf6f
time="2022-04-17T10:16:21.45Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:16:21.45Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:16:21.45Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:16:21.45Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:16:21.45Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:16:21.45Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:18:21.451Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:18:21.451Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:18:21.451Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:18:21.451Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:18:21.451Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:18:21.451Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:20:21.452Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:20:21.452Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:20:21.452Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:20:21.452Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:20:21.452Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:20:21.452Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:21:04.091Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.091Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T10:21:04.137Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.16Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.16Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.226Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.226Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.231Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.231Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=qcj8xfzs
time="2022-04-17T10:21:04.231Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=139 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=qcj8xfzs
time="2022-04-17T10:22:21.452Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:22:21.452Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:22:21.452Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:22:21.452Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:22:21.452Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:22:21.453Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:24:21.453Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:24:21.453Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:24:21.453Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:24:21.453Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:24:21.453Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:24:21.453Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:26:00.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7x8tcxkh
time="2022-04-17T10:26:00.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=7x8tcxkh
time="2022-04-17T10:26:00.361Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=66 elapsedMillisGT=0 outcome=unspecified reconcileID=7x8tcxkh
time="2022-04-17T10:26:21.453Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:26:21.454Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:26:21.454Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:26:21.454Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:26:21.454Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:26:21.454Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:28:21.455Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:28:21.455Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:28:21.455Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:28:21.455Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:28:21.455Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:28:21.455Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:30:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:30:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:30:21.456Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:30:21.456Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:30:21.456Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:30:21.456Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:30:21.456Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:30:21.456Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:32:21.456Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:32:21.456Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:32:21.456Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:32:21.456Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:32:21.456Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:32:21.456Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:34:21.457Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:34:21.457Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:34:21.457Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:34:21.457Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:34:21.457Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:34:21.457Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:36:00.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=7xfl7qz2
time="2022-04-17T10:36:00.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=7xfl7qz2
time="2022-04-17T10:36:00.458Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=7xfl7qz2
time="2022-04-17T10:36:21.458Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:36:21.458Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:36:21.458Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:36:21.458Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:36:21.458Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:36:21.458Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:38:21.459Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:38:21.459Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:38:21.459Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:38:21.459Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:38:21.459Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:38:21.459Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:40:21.459Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:40:21.459Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:40:21.459Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:40:21.459Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:40:21.459Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:40:21.459Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:42:21.459Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:42:21.46Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:42:21.46Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:42:21.46Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:42:21.46Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:42:21.46Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:44:21.46Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:44:21.46Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:44:21.46Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:44:21.46Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:44:21.46Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:44:21.46Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:45:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:45:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T10:46:00.459Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=2dj8nwjl
time="2022-04-17T10:46:00.459Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=2dj8nwjl
time="2022-04-17T10:46:00.54Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=81 elapsedMillisGT=0 outcome=unspecified reconcileID=2dj8nwjl
time="2022-04-17T10:46:21.46Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:46:21.46Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:46:21.461Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:46:21.461Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:46:21.461Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:46:21.461Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:48:21.461Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:48:21.461Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:48:21.461Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:48:21.461Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:48:21.461Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:48:21.461Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:50:21.462Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:50:21.462Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:50:21.462Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:50:21.462Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:50:21.462Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:50:21.462Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:52:21.463Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:52:21.463Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:52:21.463Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:52:21.463Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:52:21.463Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:52:21.463Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:53:06.426Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.426Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T10:53:06.468Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.493Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.493Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.55Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.55Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.556Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.556Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=tj2vn6kr
time="2022-04-17T10:53:06.556Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=130 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=tj2vn6kr
time="2022-04-17T10:54:21.464Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:54:21.464Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:54:21.464Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:54:21.464Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:54:21.464Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:54:21.464Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:56:00.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=dn8p8qhp
time="2022-04-17T10:56:00.541Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=dn8p8qhp
time="2022-04-17T10:56:00.63Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=dn8p8qhp
time="2022-04-17T10:56:21.464Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:56:21.464Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:56:21.464Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:56:21.464Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:56:21.465Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:56:21.465Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T10:58:21.465Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T10:58:21.466Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T10:58:21.466Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T10:58:21.466Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T10:58:21.466Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T10:58:21.466Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:00:00.129Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:00:00.131Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:00:21.466Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:00:21.466Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:00:21.466Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:00:21.466Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:00:21.466Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:00:21.466Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:02:21.467Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:02:21.467Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:02:21.468Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:02:21.468Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:02:21.468Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:02:21.468Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:04:21.469Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:04:21.469Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:04:21.469Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:04:21.469Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:04:21.469Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:04:21.469Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:06:00.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=g8jktltx
time="2022-04-17T11:06:00.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=g8jktltx
time="2022-04-17T11:06:00.714Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=83 elapsedMillisGT=0 outcome=unspecified reconcileID=g8jktltx
time="2022-04-17T11:06:21.469Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:06:21.469Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:06:21.469Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:06:21.47Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:06:21.47Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:06:21.47Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:08:21.47Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:08:21.47Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:08:21.47Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:08:21.47Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:08:21.47Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:08:21.47Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:10:21.471Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:10:21.471Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:10:21.471Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:10:21.471Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:10:21.471Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:10:21.471Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:12:21.472Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:12:21.472Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:12:21.472Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:12:21.472Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:12:21.472Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:12:21.472Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:14:21.473Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:14:21.473Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:14:21.473Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:14:21.473Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:14:21.473Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:14:21.473Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:15:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:15:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:16:00.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=x65r2b28
time="2022-04-17T11:16:00.714Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=x65r2b28
time="2022-04-17T11:16:00.793Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=78 elapsedMillisGT=0 outcome=unspecified reconcileID=x65r2b28
time="2022-04-17T11:16:21.474Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:16:21.474Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:16:21.474Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:16:21.474Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:16:21.474Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:16:21.474Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:18:21.475Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:18:21.475Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:18:21.475Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:18:21.475Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:18:21.475Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:18:21.475Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:20:21.475Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:20:21.475Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:20:21.475Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:20:21.475Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:20:21.475Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:20:21.475Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:22:21.476Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:22:21.476Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:22:21.476Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:22:21.476Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:22:21.476Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:22:21.476Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:24:21.476Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:24:21.476Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:24:21.476Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:24:21.476Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:24:21.476Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:24:21.476Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:25:12.567Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.567Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T11:25:12.632Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.661Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.661Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.716Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.716Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.723Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.723Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=cpmpfqlk
time="2022-04-17T11:25:12.723Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=156 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=cpmpfqlk
time="2022-04-17T11:26:00.793Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=lx7lzvkq
time="2022-04-17T11:26:00.793Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=lx7lzvkq
time="2022-04-17T11:26:00.891Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=97 elapsedMillisGT=0 outcome=unspecified reconcileID=lx7lzvkq
time="2022-04-17T11:26:21.477Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:26:21.477Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:26:21.477Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:26:21.477Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:26:21.477Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:26:21.477Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:28:21.478Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:28:21.478Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:28:21.478Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:28:21.478Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:28:21.478Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:28:21.478Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:30:00.163Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:30:00.167Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:30:21.479Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:30:21.479Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:30:21.479Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:30:21.479Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:30:21.479Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:30:21.479Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:32:21.48Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:32:21.48Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:32:21.48Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:32:21.48Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:32:21.48Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:32:21.48Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:34:21.481Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:34:21.481Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:34:21.481Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:34:21.481Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:34:21.481Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:34:21.481Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:36:00.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=gpb59vzh
time="2022-04-17T11:36:00.892Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=gpb59vzh
time="2022-04-17T11:36:01.025Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=gpb59vzh
time="2022-04-17T11:36:21.482Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:36:21.482Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:36:21.483Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:36:21.483Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:36:21.483Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:36:21.483Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:38:21.483Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:38:21.483Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:38:21.483Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:38:21.483Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:38:21.483Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:38:21.483Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:40:21.483Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:40:21.484Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:40:21.484Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:40:21.484Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:40:21.484Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:40:21.484Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:42:21.485Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:42:21.485Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:42:21.485Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:42:21.485Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:42:21.485Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:42:21.485Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:44:21.486Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:44:21.486Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:44:21.486Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:44:21.486Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:44:21.486Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:44:21.486Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:45:00.135Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:45:00.136Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T11:46:01.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=wr68l25f
time="2022-04-17T11:46:01.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=wr68l25f
time="2022-04-17T11:46:01.095Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=wr68l25f
time="2022-04-17T11:46:21.486Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:46:21.486Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:46:21.486Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:46:21.486Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:46:21.486Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:46:21.486Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:48:21.487Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:48:21.487Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:48:21.487Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:48:21.487Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:48:21.487Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:48:21.487Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:50:21.488Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:50:21.488Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:50:21.488Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:50:21.488Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:50:21.488Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:50:21.488Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:52:21.488Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:52:21.489Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:52:21.489Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:52:21.489Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:52:21.489Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:52:21.489Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:54:21.489Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:54:21.49Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:54:21.49Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:54:21.49Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:54:21.49Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:54:21.49Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:55:34.361Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.361Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T11:55:34.458Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.483Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.483Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.542Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.542Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.549Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.549Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=d895x8m2
time="2022-04-17T11:55:34.549Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=188 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=d895x8m2
time="2022-04-17T11:56:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=5t9jc6qt
time="2022-04-17T11:56:01.096Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=5t9jc6qt
time="2022-04-17T11:56:01.187Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=5t9jc6qt
time="2022-04-17T11:56:21.49Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:56:21.49Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:56:21.49Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:56:21.49Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:56:21.49Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:56:21.491Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T11:58:21.492Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T11:58:21.492Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T11:58:21.492Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T11:58:21.492Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T11:58:21.492Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T11:58:21.492Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:00:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T12:00:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T12:00:21.492Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:00:21.493Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:00:21.493Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:00:21.493Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:00:21.493Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:00:21.493Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:02:21.493Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:02:21.493Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:02:21.493Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:02:21.493Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:02:21.493Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:02:21.493Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:04:21.493Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:04:21.494Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:04:21.494Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:04:21.494Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:04:21.494Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:04:21.494Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:06:01.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=fcw8mt77
time="2022-04-17T12:06:01.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=fcw8mt77
time="2022-04-17T12:06:01.273Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=84 elapsedMillisGT=0 outcome=unspecified reconcileID=fcw8mt77
time="2022-04-17T12:06:21.494Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:06:21.494Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:06:21.494Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:06:21.494Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:06:21.494Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:06:21.494Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:08:21.495Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:08:21.495Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:08:21.495Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:08:21.495Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:08:21.495Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:08:21.495Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:10:21.496Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:10:21.496Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:10:21.496Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:10:21.496Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:10:21.496Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:10:21.496Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:12:21.497Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:12:21.497Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:12:21.497Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:12:21.497Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:12:21.497Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:12:21.497Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:14:21.498Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:14:21.498Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:14:21.498Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:14:21.498Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:14:21.498Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:14:21.498Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:15:00.133Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T12:15:00.134Z" level=info msg="Job created" controller=clusterProvision
time="2022-04-17T12:15:59.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qvcqjmjp
time="2022-04-17T12:15:59.001Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=qvcqjmjp
time="2022-04-17T12:15:59.07Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=qvcqjmjp
time="2022-04-17T12:15:59.07Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fhzfhf6p
time="2022-04-17T12:15:59.07Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fhzfhf6p
time="2022-04-17T12:15:59.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=crkdnqc2
time="2022-04-17T12:15:59.07Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/jshu-cluster-0-tdxnx ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T12:15:59.071Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T12:15:59.071Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T12:15:59.071Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster
time="2022-04-17T12:15:59.071Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=crkdnqc2
time="2022-04-17T12:15:59.071Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=crkdnqc2
time="2022-04-17T12:15:59.071Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=crkdnqc2
time="2022-04-17T12:15:59.072Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.072Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/jshu-cluster-worker
time="2022-04-17T12:15:59.073Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/jshu-cluster controller=clusterDeployment reconcileID=crkdnqc2
time="2022-04-17T12:15:59.073Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=crkdnqc2
time="2022-04-17T12:15:59.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dr924wrg
time="2022-04-17T12:15:59.074Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xmq2mbjz
time="2022-04-17T12:15:59.074Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/jshu-cluster controller=syncidentityprovider reconcileID=xmq2mbjz
time="2022-04-17T12:15:59.074Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmq2mbjz
time="2022-04-17T12:15:59.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=unreachable reconcileID=npnbrt9t
time="2022-04-17T12:15:59.074Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/jshu-cluster controller=unreachable delay=1h59m59.925146741s reconcileID=npnbrt9t
time="2022-04-17T12:15:59.074Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=npnbrt9t
time="2022-04-17T12:15:59.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xj7gkws8
time="2022-04-17T12:15:59.074Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xj7gkws8
time="2022-04-17T12:15:59.075Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation infraID=jshu-cluster-p8dnd reconcileID=xj7gkws8
time="2022-04-17T12:15:59.075Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=67b469mb
time="2022-04-17T12:15:59.075Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/jshu-cluster controller=awsprivatelink reconcileID=67b469mb
time="2022-04-17T12:15:59.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67b469mb
time="2022-04-17T12:15:59.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=glzh65xv
time="2022-04-17T12:15:59.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=k48r8z97
time="2022-04-17T12:15:59.075Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/jshu-cluster controller=remoteingress reconcileID=k48r8z97
time="2022-04-17T12:15:59.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k48r8z97
time="2022-04-17T12:15:59.075Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=glzh65xv
time="2022-04-17T12:15:59.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate reconcileID=lff7p976
time="2022-04-17T12:15:59.075Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/jshu-cluster controller=clusterRelocate matchingRelocates="[]" reconcileID=lff7p976
time="2022-04-17T12:15:59.075Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lff7p976
time="2022-04-17T12:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7k6kfnws
time="2022-04-17T12:15:59.076Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7k6kfnws
time="2022-04-17T12:15:59.076Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts reconcileID=7k6kfnws
time="2022-04-17T12:15:59.076Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k6kfnws
time="2022-04-17T12:15:59.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T12:15:59.076Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-cluster controller=argocdregister namespace=default
time="2022-04-17T12:15:59.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-cluster controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2022-04-17T12:15:59.076Z" level=info msg="reconciling cluster provision" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Job objectNamespacedName=default/jshu-cluster-0-tdxnx-provision ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.076Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision objectKind=Secret objectNamespacedName=default/jshu-cluster-0-tdxnx-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/jshu-cluster-0-tdxnx reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.076Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-cluster-0-tdxnx\", timestamp:time.Time{wall:0xc08f08596e80ad80, ext:9901011215792, loc:(*time.Location)(0x77a7300)}}" controller=clusterProvision controllerKey=default/jshu-cluster-0-tdxnx
time="2022-04-17T12:15:59.076Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.076Z" level=info msg="reconcile complete" clusterProvision=default/jshu-cluster-0-tdxnx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2v2hjbgd
time="2022-04-17T12:15:59.116Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.143Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dr924wrg
time="2022-04-17T12:15:59.143Z" level=debug msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion reconcileID=dr924wrg
time="2022-04-17T12:15:59.143Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterversion elapsedMillis=70 elapsedMillisGT=0 outcome=unspecified reconcileID=dr924wrg
time="2022-04-17T12:15:59.165Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.166Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-049d248f9e0f4ee7a controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.187Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=111 elapsedMillisGT=0 outcome=unspecified reconcileID=glzh65xv
time="2022-04-17T12:15:59.233Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/jshu-cluster controller=hibernation count=0 infraID=jshu-cluster-p8dnd reconcileID=xj7gkws8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-04-17T12:15:59.234Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.234Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.238Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.238Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/jshu-cluster-worker reconcileID=w7xvd75d
time="2022-04-17T12:15:59.238Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=166 elapsedMillisGT=0 machinePool=default/jshu-cluster-worker outcome=unspecified reconcileID=w7xvd75d
time="2022-04-17T12:15:59.279Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/jshu-cluster controller=hibernation count=6 reconcileID=xj7gkws8
time="2022-04-17T12:15:59.279Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xj7gkws8
time="2022-04-17T12:15:59.309Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/jshu-cluster controller=hibernation reconcileID=xj7gkws8
time="2022-04-17T12:15:59.309Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=hibernation elapsedMillis=234 elapsedMillisGT=0 outcome=unspecified reconcileID=xj7gkws8
time="2022-04-17T12:16:01.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/jshu-cluster controller=clusterState reconcileID=nq4npfzt
time="2022-04-17T12:16:01.274Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/jshu-cluster controller=clusterState objectKind=ClusterState objectNamespacedName=default/jshu-cluster ownerKind=ClusterDeployment ownerNamespacedName=default/jshu-cluster reconcileID=nq4npfzt
time="2022-04-17T12:16:01.343Z" level=info msg="reconcile complete" clusterDeployment=default/jshu-cluster controller=clusterState elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=nq4npfzt
time="2022-04-17T12:16:21.498Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:16:21.498Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:16:21.498Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:16:21.498Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:16:21.498Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:16:21.498Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:18:21.499Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:18:21.499Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:18:21.499Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:18:21.499Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:18:21.499Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:18:21.499Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:20:21.499Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:20:21.499Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:20:21.499Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:20:21.499Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:20:21.499Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:20:21.499Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-04-17T12:22:21.5Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-04-17T12:22:21.501Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-04-17T12:22:21.501Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-04-17T12:22:21.501Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-04-17T12:22:21.501Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-04-17T12:22:21.501Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified