time="2024-02-29T05:42:51.381Z" level=info msg="Version: openshift/hive v0.0.4407-e3e6f60" time="2024-02-29T05:42:51.382Z" level=debug msg="debug logging enabled" time="2024-02-29T05:42:51.381Z" level=info msg="Enabling pprof" pprof_host_port="localhost:6060" time="2024-02-29T05:42:51.382Z" level=info msg="hive namespace: hive" time="2024-02-29T05:42:51.382Z" level=info msg="Starting /healthz and /readyz endpoints" time="2024-02-29T05:42:51.382Z" level=info msg="generated leader election ID" id=a3b0da54-0996-4dc6-b533-98c39eae82bb I0229 05:42:51.382564 1 leaderelection.go:250] attempting to acquire leader lease hive/hive-controllers-leader... I0229 05:42:51.405915 1 leaderelection.go:260] successfully acquired lease hive/hive-controllers-leader time="2024-02-29T05:42:51.405Z" level=info msg="became leader" id=a3b0da54-0996-4dc6-b533-98c39eae82bb time="2024-02-29T05:42:51.406Z" level=info msg="Registering Components." time="2024-02-29T05:42:51.406Z" level=debug msg="skipping disabled controller" controller=clustersync time="2024-02-29T05:42:51.406Z" level=info msg="Release Image verification enabled" controller=clusterDeployment time="2024-02-29T05:42:51.408Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts time="2024-02-29T05:42:52.953Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:42:52.953Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-02-29T05:42:52.953Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:42:52.953Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-02-29T05:42:52.953Z" level=info msg="calculating deprovisioning underway metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:42:52.953Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-02-29T05:42:52.953Z" level=info msg="no managed domains configured" controller=dnsendpoint time="2024-02-29T05:42:52.953Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress time="2024-02-29T05:42:53.125Z" level=info msg="Starting the Cmd." time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=argocdregister-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting Controller" controller=argocdregister-controller time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterProvision" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterPool" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterClaim" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeploymentCustomization" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=clusterpool-controller time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.Job" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=clusterprovision-controller time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SyncIdentityProvider" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SelectorSyncIdentityProvider" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=syncidentityprovider-controller time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterRelocate" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=clusterrelocate-controller time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=fakeclusterinstall-controller source="kind source: *v1alpha1.FakeClusterInstall" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=fakeclusterinstall-controller time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.DNSZone" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.DNSZone" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=dnsendpoint time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=dnszone time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePool" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePoolNameLease" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=controlplanecerts-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=controlplanecerts-controller time="2024-02-29T05:42:53.226Z" level=info msg="started metrics calculator goroutine" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=unreachable-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=unreachable-controller time="2024-02-29T05:42:53.227Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterversion-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=clusterversion-controller time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=remoteingress-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=hibernation-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterProvision" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=remoteingress-controller time="2024-02-29T05:42:53.227Z" level=debug msg="Starting Controller" controller=hibernation-controller time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Job" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.ClusterDeprovision" time="2024-02-29T05:42:53.227Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Pod" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeprovision" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.Job" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=clusterdeprovision-controller time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="periodic source for MachinePools every 30m0s" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=machinepool-controller time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.DNSZone" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.Namespace" time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterstate-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=clusterstate-controller time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1alpha1.ClusterSync" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=clusterdeployment-controller time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=clusterpoolnamespace-controller time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterProvision" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeprovision" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=awsprivatelink-controller time="2024-02-29T05:42:53.226Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterClaim" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterDeployment" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.RoleBinding" time="2024-02-29T05:42:53.228Z" level=debug msg="Starting Controller" controller=clusterclaim-controller time="2024-02-29T05:42:53.229Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:42:53.327Z" level=debug msg="Starting workers" controller=argocdregister-controller worker count=5 time="2024-02-29T05:42:53.33Z" level=debug msg="Starting workers" controller=unreachable-controller worker count=5 time="2024-02-29T05:42:53.33Z" level=debug msg="Starting workers" controller=controlplanecerts-controller worker count=5 time="2024-02-29T05:42:53.33Z" level=debug msg="Starting workers" controller=clusterstate-controller worker count=5 time="2024-02-29T05:42:53.332Z" level=debug msg="Starting workers" controller=remoteingress-controller worker count=5 time="2024-02-29T05:42:53.332Z" level=debug msg="Starting workers" controller=clusterversion-controller worker count=5 time="2024-02-29T05:42:53.335Z" level=debug msg="Starting workers" controller=hibernation-controller worker count=5 time="2024-02-29T05:42:53.335Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:42:53.335Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:42:53.335Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:42:53.335Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:42:53.335Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:42:53.335Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=107 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:42:53.335Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:42:53.43Z" level=debug msg="Starting workers" controller=dnszone worker count=5 time="2024-02-29T05:42:53.435Z" level=debug msg="Starting workers" controller=clusterprovision-controller worker count=5 time="2024-02-29T05:42:53.435Z" level=debug msg="Starting workers" controller=clusterrelocate-controller worker count=5 time="2024-02-29T05:42:53.435Z" level=debug msg="Starting workers" controller=fakeclusterinstall-controller worker count=5 time="2024-02-29T05:42:53.435Z" level=debug msg="Starting workers" controller=syncidentityprovider-controller worker count=5 time="2024-02-29T05:42:53.436Z" level=debug msg="Starting workers" controller=dnsendpoint worker count=5 time="2024-02-29T05:42:53.437Z" level=debug msg="Starting workers" controller=machinepool-controller worker count=5 time="2024-02-29T05:42:53.443Z" level=debug msg="Starting workers" controller=clusterpool-controller worker count=5 time="2024-02-29T05:42:53.443Z" level=debug msg="Starting workers" controller=clusterdeprovision-controller worker count=5 time="2024-02-29T05:42:53.444Z" level=debug msg="Starting workers" controller=clusterclaim-controller worker count=5 time="2024-02-29T05:42:53.444Z" level=debug msg="Starting workers" controller=clusterpoolnamespace-controller worker count=5 time="2024-02-29T05:42:53.444Z" level=debug msg="Starting workers" controller=clusterdeployment-controller worker count=5 time="2024-02-29T05:42:53.444Z" level=debug msg="Starting workers" controller=awsprivatelink-controller worker count=5 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-monitoring namespace= object=openshift-monitoring reconcileID=028df42e-0a60-4cfb-94f6-3e161314cba6 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console namespace= object=openshift-console reconcileID=7fe0b9fc-0016-471e-8d1f-b0606cca7908 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=hnzgkd9p time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=hnzgkd9p time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console namespace= object=openshift-console reconcileID=7fe0b9fc-0016-471e-8d1f-b0606cca7908 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager namespace= object=openshift-kube-controller-manager reconcileID=7b9da064-51ae-47b2-b759-94449d69b3dc time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=8h5k9cbx time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=p56v4kmk time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=p56v4kmk time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-monitoring namespace= object=openshift-monitoring reconcileID=028df42e-0a60-4cfb-94f6-3e161314cba6 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-node-tuning-operator namespace= object=openshift-cluster-node-tuning-operator reconcileID=c5d1fd0d-bd7c-49b4-b4fa-b3939f266dc6 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=n798hwkl time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=8h5k9cbx time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager namespace= object=openshift-kube-controller-manager reconcileID=7b9da064-51ae-47b2-b759-94449d69b3dc time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-etcd-operator namespace= object=openshift-etcd-operator reconcileID=75a6482c-cf10-4f4b-82c4-9ecdb307ad35 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=d8t2tn2m time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=d8t2tn2m time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-etcd-operator namespace= object=openshift-etcd-operator reconcileID=75a6482c-cf10-4f4b-82c4-9ecdb307ad35 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-node-lease namespace= object=kube-node-lease reconcileID=e33eddbb-e4bd-489e-9780-57869d40471d time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=6hjbhnzr time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=6hjbhnzr time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-route-controller-manager namespace= object=openshift-route-controller-manager reconcileID=577a3418-9c78-4e33-87b4-ce715ef4a52a time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-route-controller-manager reconcileID=w4pldvsl time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-route-controller-manager outcome=unspecified reconcileID=w4pldvsl time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-route-controller-manager namespace= object=openshift-route-controller-manager reconcileID=577a3418-9c78-4e33-87b4-ce715ef4a52a time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-public namespace= object=kube-public reconcileID=f14a8d86-9fde-44a9-81ec-10b6a560dcda time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=n798hwkl time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-node-tuning-operator namespace= object=openshift-cluster-node-tuning-operator reconcileID=c5d1fd0d-bd7c-49b4-b4fa-b3939f266dc6 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager namespace= object=openshift-cloud-controller-manager reconcileID=1c4947fb-de17-40f2-b334-6a7558a2a776 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=b5hhhsqp time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=b5hhhsqp time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager namespace= object=openshift-cloud-controller-manager reconcileID=1c4947fb-de17-40f2-b334-6a7558a2a776 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console-user-settings namespace= object=openshift-console-user-settings reconcileID=086055e7-fe6e-42f5-a29b-9406f2d289fd time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=zzdvngvh time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=zzdvngvh time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=pz6jwkzc time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-scheduler namespace= object=openshift-kube-scheduler reconcileID=10f85642-8296-42ea-988a-caaa8e5ccaa2 time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console-user-settings namespace= object=openshift-console-user-settings reconcileID=086055e7-fe6e-42f5-a29b-9406f2d289fd time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator namespace= object=openshift-kube-storage-version-migrator reconcileID=642b8d45-8e81-43c9-b741-5a59b157cefa time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=dmbdnq64 time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=dmbdnq64 time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator namespace= object=openshift-kube-storage-version-migrator reconcileID=642b8d45-8e81-43c9-b741-5a59b157cefa time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=pz6jwkzc time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-public namespace= object=kube-public reconcileID=f14a8d86-9fde-44a9-81ec-10b6a560dcda time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-controller-manager-operator namespace= object=openshift-controller-manager-operator reconcileID=b5a14c07-acff-47ea-90af-e329d6b3507f time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=xs4hdfbg time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=xs4hdfbg time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-controller-manager-operator namespace= object=openshift-controller-manager-operator reconcileID=b5a14c07-acff-47ea-90af-e329d6b3507f time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-image-registry namespace= object=openshift-image-registry reconcileID=f359c300-6e63-4407-9dde-bfbf479c9b37 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=fdzp88p7 time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=fdzp88p7 time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-node-lease namespace= object=kube-node-lease reconcileID=e33eddbb-e4bd-489e-9780-57869d40471d time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-host-network namespace= object=openshift-host-network reconcileID=494b61b0-e983-4738-add1-d8aecbbd7b7c time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=sttcw4cl time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=sttcw4cl time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-host-network namespace= object=openshift-host-network reconcileID=494b61b0-e983-4738-add1-d8aecbbd7b7c time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager-operator namespace= object=openshift-kube-controller-manager-operator reconcileID=3ef9bed6-e7e7-4697-bc72-fdcc5fc8009a time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=g4pl7d4x time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=g4pl7d4x time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-scheduler namespace= object=openshift-kube-scheduler reconcileID=10f85642-8296-42ea-988a-caaa8e5ccaa2 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-oauth-apiserver namespace= object=openshift-oauth-apiserver reconcileID=7df3c2dc-6455-4075-b1b2-29ac321faf05 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=gc5k7zlj time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=gc5k7zlj time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-oauth-apiserver namespace= object=openshift-oauth-apiserver reconcileID=7df3c2dc-6455-4075-b1b2-29ac321faf05 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-csi-drivers namespace= object=openshift-cluster-csi-drivers reconcileID=e180da67-673f-4ba1-a7df-71302476af7a time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=2wpt9p6f time="2024-02-29T05:42:53.445Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=2wpt9p6f time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-csi-drivers namespace= object=openshift-cluster-csi-drivers reconcileID=e180da67-673f-4ba1-a7df-71302476af7a time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-version namespace= object=openshift-cluster-version reconcileID=11a71439-aad3-4326-8a5c-bd8e972548d7 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=mvjkh4q6 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=mvjkh4q6 time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-version namespace= object=openshift-cluster-version reconcileID=11a71439-aad3-4326-8a5c-bd8e972548d7 time="2024-02-29T05:42:53.445Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-image-registry namespace= object=openshift-image-registry reconcileID=f359c300-6e63-4407-9dde-bfbf479c9b37 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-authentication namespace= object=openshift-authentication reconcileID=95ba4824-0e43-41cf-8f52-85a069bffa2e time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=brrxlnpx time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=brrxlnpx time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-authentication namespace= object=openshift-authentication reconcileID=95ba4824-0e43-41cf-8f52-85a069bffa2e time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-storage-operator namespace= object=openshift-cluster-storage-operator reconcileID=3e719726-7244-49d3-8ef5-50312056bfd6 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=xdptw7hp time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=xdptw7hp time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-storage-operator namespace= object=openshift-cluster-storage-operator reconcileID=3e719726-7244-49d3-8ef5-50312056bfd6 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-openstack-infra namespace= object=openshift-openstack-infra reconcileID=533a3491-fac0-4617-8340-2952c9233a20 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=n5l8rplf time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=n5l8rplf time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-openstack-infra namespace= object=openshift-openstack-infra reconcileID=533a3491-fac0-4617-8340-2952c9233a20 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-credential-operator namespace= object=openshift-cloud-credential-operator reconcileID=8186236a-85ad-490b-ab0d-276f5abf2a3f time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=sfhrbf69 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=sfhrbf69 time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-credential-operator namespace= object=openshift-cloud-credential-operator reconcileID=8186236a-85ad-490b-ab0d-276f5abf2a3f time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config namespace= object=openshift-config reconcileID=de3d80c1-fa7a-4146-9d02-a935bdc90199 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=wgqv9c5c time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=wgqv9c5c time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config namespace= object=openshift-config reconcileID=de3d80c1-fa7a-4146-9d02-a935bdc90199 time="2024-02-29T05:42:53.445Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=gwwn8mcv time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-machine-approver namespace= object=openshift-cluster-machine-approver reconcileID=c3656073-c83c-4dee-bfdf-1cb82385d388 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=s4dzxwsw time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=s4dzxwsw time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-machine-approver namespace= object=openshift-cluster-machine-approver reconcileID=c3656073-c83c-4dee-bfdf-1cb82385d388 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kni-infra namespace= object=openshift-kni-infra reconcileID=109b598b-84f3-4a78-ba9e-ea3b7e32c586 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=cdkr8zgb time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=cdkr8zgb time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-dns namespace= object=openshift-dns reconcileID=43e18148-f56f-4116-b688-8a6386de05bb time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kni-infra namespace= object=openshift-kni-infra reconcileID=109b598b-84f3-4a78-ba9e-ea3b7e32c586 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=gwwn8mcv time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager-operator namespace= object=openshift-kube-controller-manager-operator reconcileID=3ef9bed6-e7e7-4697-bc72-fdcc5fc8009a time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-system namespace= object=kube-system reconcileID=3e59592b-6df2-4f43-930e-03f49ef392f0 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=h4qfzcjj time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=jl8jr7jp time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-diagnostics namespace= object=openshift-network-diagnostics reconcileID=98d7b2b2-84e3-403c-a25b-9b870621f1bb time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=fsfc9nrm time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=fsfc9nrm time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-diagnostics namespace= object=openshift-network-diagnostics reconcileID=98d7b2b2-84e3-403c-a25b-9b870621f1bb time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift namespace= object=openshift reconcileID=237678de-f5d1-46ef-996e-dbc10d7f6381 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=dbt4lh74 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=dbt4lh74 time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift namespace= object=openshift reconcileID=237678de-f5d1-46ef-996e-dbc10d7f6381 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-apiserver-operator namespace= object=openshift-apiserver-operator reconcileID=e3868968-d91b-4a6a-9094-03f8bf6fdee1 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=j5zvz9qk time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=j5zvz9qk time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-apiserver-operator namespace= object=openshift-apiserver-operator reconcileID=e3868968-d91b-4a6a-9094-03f8bf6fdee1 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-service-ca namespace= object=openshift-service-ca reconcileID=cd141428-1bf3-4f7e-9843-9ab4c957048d time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=h4qfzcjj time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-system namespace= object=kube-system reconcileID=3e59592b-6df2-4f43-930e-03f49ef392f0 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=4626dnsv time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=4626dnsv time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-service-ca namespace= object=openshift-service-ca reconcileID=cd141428-1bf3-4f7e-9843-9ab4c957048d time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-nutanix-infra namespace= object=openshift-nutanix-infra reconcileID=8c7d88cb-a9f5-4b6a-ba95-d9cb1254128e time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-nutanix-infra reconcileID=9kk6nhsm time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-nutanix-infra outcome=unspecified reconcileID=9kk6nhsm time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-nutanix-infra namespace= object=openshift-nutanix-infra reconcileID=8c7d88cb-a9f5-4b6a-ba95-d9cb1254128e time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-operators namespace= object=openshift-operators reconcileID=461e2c80-5e2d-46ca-9151-8f38ae8a7968 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=d5ns4lwn time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=d5ns4lwn time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-operators namespace= object=openshift-operators reconcileID=461e2c80-5e2d-46ca-9151-8f38ae8a7968 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=jl8jr7jp time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-vsphere-infra namespace= object=openshift-vsphere-infra reconcileID=59750e94-f25e-4865-b841-429f6a82a97c time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=54nllsn4 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=54nllsn4 time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-vsphere-infra namespace= object=openshift-vsphere-infra reconcileID=59750e94-f25e-4865-b841-429f6a82a97c time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator-operator namespace= object=openshift-kube-storage-version-migrator-operator reconcileID=a56c4f40-5d83-42cc-a8b0-06d7a8b50ec1 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=jd7q6srm time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=jd7q6srm time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator-operator namespace= object=openshift-kube-storage-version-migrator-operator reconcileID=a56c4f40-5d83-42cc-a8b0-06d7a8b50ec1 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-dns-operator namespace= object=openshift-dns-operator reconcileID=f2627681-c73d-4077-9357-73f10e3346c1 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=2qb8ztlj time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config-operator namespace= object=openshift-config-operator reconcileID=b9fa97df-e83c-42aa-aa1c-929e0d6717f2 time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=2dhf44d8 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=2dhf44d8 time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config-operator namespace= object=openshift-config-operator reconcileID=b9fa97df-e83c-42aa-aa1c-929e0d6717f2 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress-operator namespace= object=openshift-ingress-operator reconcileID=363e0c96-c20b-43d8-bcf3-e0912f56f89b time="2024-02-29T05:42:53.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=kcgsjctd time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=kcgsjctd time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-dns namespace= object=openshift-dns reconcileID=43e18148-f56f-4116-b688-8a6386de05bb time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-apiserver namespace= object=openshift-kube-apiserver reconcileID=83641a73-2e66-4673-b7db-59704f250e48 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=kx4wkbws time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=kx4wkbws time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-apiserver namespace= object=openshift-kube-apiserver reconcileID=83641a73-2e66-4673-b7db-59704f250e48 time="2024-02-29T05:42:53.445Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-operator-lifecycle-manager namespace= object=openshift-operator-lifecycle-manager reconcileID=fd121a5d-e7e6-4226-b396-fe8ab05672d4 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=l6ppq8q4 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=l6ppq8q4 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-operator-lifecycle-manager namespace= object=openshift-operator-lifecycle-manager reconcileID=fd121a5d-e7e6-4226-b396-fe8ab05672d4 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-machine-config-operator namespace= object=openshift-machine-config-operator reconcileID=89a52647-d806-44e0-9fa2-bba97162955b time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=hg2j5t59 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=hg2j5t59 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-machine-config-operator namespace= object=openshift-machine-config-operator reconcileID=89a52647-d806-44e0-9fa2-bba97162955b time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-operator namespace= object=openshift-network-operator reconcileID=14ce7a9e-9732-48b4-ad00-d1fe1bd95b35 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=kgqq2xnr time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=kgqq2xnr time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-operator namespace= object=openshift-network-operator reconcileID=14ce7a9e-9732-48b4-ad00-d1fe1bd95b35 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config-managed namespace= object=openshift-config-managed reconcileID=beb336b9-4838-4caf-a88c-83dc00f158f4 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=44mf9fg7 time="2024-02-29T05:42:53.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=2qb8ztlj time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-dns-operator namespace= object=openshift-dns-operator reconcileID=f2627681-c73d-4077-9357-73f10e3346c1 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-etcd namespace= object=openshift-etcd reconcileID=03de9025-cce5-4edb-96cc-f554deaccd9d time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=h7brq2fc time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=h7brq2fc time="2024-02-29T05:42:53.446Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress-operator namespace= object=openshift-ingress-operator reconcileID=363e0c96-c20b-43d8-bcf3-e0912f56f89b time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-infra namespace= object=openshift-infra reconcileID=901744ec-9d92-4695-84fc-265d7023f3c6 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=tm67pt69 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=tm67pt69 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-infra namespace= object=openshift-infra reconcileID=901744ec-9d92-4695-84fc-265d7023f3c6 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-node namespace= object=openshift-node reconcileID=95a9a005-672b-4695-923d-267695605df3 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=85fhgc8w time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-machine-api namespace= object=openshift-machine-api reconcileID=9cbd6529-f13a-42a6-8a37-e74eea5471ac time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=2cgnsfwz time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=2cgnsfwz time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-machine-api namespace= object=openshift-machine-api reconcileID=9cbd6529-f13a-42a6-8a37-e74eea5471ac time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ovn-kubernetes namespace= object=openshift-ovn-kubernetes reconcileID=fc8d22a0-fd86-4299-b73c-bd5377684752 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovn-kubernetes reconcileID=t8bphm8j time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovn-kubernetes outcome=unspecified reconcileID=t8bphm8j time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ovn-kubernetes namespace= object=openshift-ovn-kubernetes reconcileID=fc8d22a0-fd86-4299-b73c-bd5377684752 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-etcd namespace= object=openshift-etcd reconcileID=03de9025-cce5-4edb-96cc-f554deaccd9d time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=44mf9fg7 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-platform-infra namespace= object=openshift-cloud-platform-infra reconcileID=ebdd28f5-52ec-42d8-b419-7cd1dc1f31b1 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-platform-infra reconcileID=kqwf7bc9 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-platform-infra outcome=unspecified reconcileID=kqwf7bc9 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-platform-infra namespace= object=openshift-cloud-platform-infra reconcileID=ebdd28f5-52ec-42d8-b419-7cd1dc1f31b1 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress namespace= object=openshift-ingress reconcileID=f09b04d0-559b-469f-ba23-edbc7d727b06 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=5jm6qq9v time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=5jm6qq9v time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress namespace= object=openshift-ingress reconcileID=f09b04d0-559b-469f-ba23-edbc7d727b06 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress-canary namespace= object=openshift-ingress-canary reconcileID=d1352cd3-0555-492a-8894-1dc24d55da3e time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=cl56hc86 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=cl56hc86 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress-canary namespace= object=openshift-ingress-canary reconcileID=d1352cd3-0555-492a-8894-1dc24d55da3e time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=85fhgc8w time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-node namespace= object=openshift-node reconcileID=95a9a005-672b-4695-923d-267695605df3 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-authentication-operator namespace= object=openshift-authentication-operator reconcileID=ccdf073e-84c2-4ace-8ac7-f24d1e2a26c4 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=ttnb9xmf time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=ttnb9xmf time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-authentication-operator namespace= object=openshift-authentication-operator reconcileID=ccdf073e-84c2-4ace-8ac7-f24d1e2a26c4 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-samples-operator namespace= object=openshift-cluster-samples-operator reconcileID=19506533-7d88-4ec7-87a4-1286a7de37b4 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=t6hnqn8m time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-service-ca-operator namespace= object=openshift-service-ca-operator reconcileID=5b7cf508-3040-461b-a458-1da43d3111ab time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=kwnw6dwf time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=kwnw6dwf time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-service-ca-operator namespace= object=openshift-service-ca-operator reconcileID=5b7cf508-3040-461b-a458-1da43d3111ab time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-user-workload-monitoring namespace= object=openshift-user-workload-monitoring reconcileID=b055b450-37bf-400c-a858-e01ac4066c85 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=fvf7zv4r time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=fvf7zv4r time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-user-workload-monitoring namespace= object=openshift-user-workload-monitoring reconcileID=b055b450-37bf-400c-a858-e01ac4066c85 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-network-config-controller namespace= object=openshift-cloud-network-config-controller reconcileID=30ce73fa-9f35-44ee-808d-a3e42945b56a time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=9nwr267r time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=9nwr267r time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=t6hnqn8m time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-samples-operator namespace= object=openshift-cluster-samples-operator reconcileID=19506533-7d88-4ec7-87a4-1286a7de37b4 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-apiserver-operator namespace= object=openshift-kube-apiserver-operator reconcileID=dcc39d91-673e-41f7-b232-ace2bbbb1dd8 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=4hvn44t2 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=4hvn44t2 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-apiserver-operator namespace= object=openshift-kube-apiserver-operator reconcileID=dcc39d91-673e-41f7-b232-ace2bbbb1dd8 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ovirt-infra namespace= object=openshift-ovirt-infra reconcileID=19ba14ae-b9f5-4b31-8019-df3f353a33c1 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager-operator namespace= object=openshift-cloud-controller-manager-operator reconcileID=a7bce09a-00da-4f6e-a540-bb0fc41d3629 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=h7xp9bnn time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=h7xp9bnn time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager-operator namespace= object=openshift-cloud-controller-manager-operator reconcileID=a7bce09a-00da-4f6e-a540-bb0fc41d3629 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=hive namespace= object=hive reconcileID=340ed096-9bd7-4de9-b905-7181964be484 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=swbct9ps time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=swbct9ps time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=hive namespace= object=hive reconcileID=340ed096-9bd7-4de9-b905-7181964be484 time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-apiserver namespace= object=openshift-apiserver reconcileID=9c9449ee-8691-4bea-b40d-eff6b501654a time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=gr85kbbg time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=gr85kbbg time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-apiserver namespace= object=openshift-apiserver reconcileID=9c9449ee-8691-4bea-b40d-eff6b501654a time="2024-02-29T05:42:53.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-node-identity namespace= object=openshift-network-node-identity reconcileID=46a8fa17-5e05-4b08-9e0a-4269e6f14c1c time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-node-identity reconcileID=n9cst86c time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-network-config-controller namespace= object=openshift-cloud-network-config-controller reconcileID=30ce73fa-9f35-44ee-808d-a3e42945b56a time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ad0f5482-1afa-49d9-bd84-59a58aa4bde0 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=74z4xn4x time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=74z4xn4x time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ad0f5482-1afa-49d9-bd84-59a58aa4bde0 time="2024-02-29T05:42:53.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=5bgc2jpv time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-multus namespace= object=openshift-multus reconcileID=4cd3cfd4-a46e-4320-aef9-f3cbce66cc90 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=5zm986bj time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=5zm986bj time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-multus namespace= object=openshift-multus reconcileID=4cd3cfd4-a46e-4320-aef9-f3cbce66cc90 time="2024-02-29T05:42:53.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config-managed namespace= object=openshift-config-managed reconcileID=beb336b9-4838-4caf-a88c-83dc00f158f4 time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=5bgc2jpv time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ovirt-infra namespace= object=openshift-ovirt-infra reconcileID=19ba14ae-b9f5-4b31-8019-df3f353a33c1 time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-insights namespace= object=openshift-insights reconcileID=85a64722-4414-4259-a9ac-cec994683661 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=jgdkccms time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=jgdkccms time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-insights namespace= object=openshift-insights reconcileID=85a64722-4414-4259-a9ac-cec994683661 time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-scheduler-operator namespace= object=openshift-kube-scheduler-operator reconcileID=9457f614-72d8-4441-81e3-3ad3b20b3f55 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=6zb98852 time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=6zb98852 time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-scheduler-operator namespace= object=openshift-kube-scheduler-operator reconcileID=9457f614-72d8-4441-81e3-3ad3b20b3f55 time="2024-02-29T05:42:53.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-node-identity outcome=unspecified reconcileID=n9cst86c time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-node-identity namespace= object=openshift-network-node-identity reconcileID=46a8fa17-5e05-4b08-9e0a-4269e6f14c1c time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-marketplace namespace= object=openshift-marketplace reconcileID=e6b04ef3-7ac7-44e5-bdf3-deef7544ccb8 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=jmspgnzz time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=jmspgnzz time="2024-02-29T05:42:53.448Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console-operator namespace= object=openshift-console-operator reconcileID=a6b48df4-ad0e-41b5-ada4-1c4230f23e8a time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=l7jnkvfn time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=l7jnkvfn time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console-operator namespace= object=openshift-console-operator reconcileID=a6b48df4-ad0e-41b5-ada4-1c4230f23e8a time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-marketplace namespace= object=openshift-marketplace reconcileID=e6b04ef3-7ac7-44e5-bdf3-deef7544ccb8 time="2024-02-29T05:42:53.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-controller-manager namespace= object=openshift-controller-manager reconcileID=0c739470-b645-4c15-b59c-d7635447cb00 time="2024-02-29T05:42:53.448Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=525566pj time="2024-02-29T05:42:53.448Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=525566pj time="2024-02-29T05:42:53.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-controller-manager namespace= object=openshift-controller-manager reconcileID=0c739470-b645-4c15-b59c-d7635447cb00 time="2024-02-29T05:44:53.336Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:44:53.336Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:44:53.336Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:44:53.336Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:44:53.336Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:44:53.336Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:45:00.118Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:46:34.523Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a16416d2-87ea-434d-b8c8-e5d6e407ffb4 time="2024-02-29T05:46:34.523Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=tb6dzbfr time="2024-02-29T05:46:34.523Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e114489-e634-44ae-9479-f79ff3afb9fe time="2024-02-29T05:46:34.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=vcxmvd4p time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca00ad51-90ea-421b-a64b-024f5074f5d5 time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ace0c6b9-9084-45eb-a21e-bcfd63861b42 time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wmpdmxqq time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wmpdmxqq time="2024-02-29T05:46:34.524Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wmpdmxqq time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1c2d5e5-4997-4189-8ddf-3333d801a644 time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8htjkd7r time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81c48def-67cd-49c7-a34e-39a2a9ff13a3 time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=flc84d8t time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50b642b3-ffd7-434e-90e4-874de91484eb time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qw7vgr4r time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=84df0ecc-4c30-4e92-ab82-51ae34452c29 time="2024-02-29T05:46:34.524Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=grztv5b7 time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=vcxmvd4p time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=grztv5b7 time="2024-02-29T05:46:34.524Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=grztv5b7 time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0218c8e9-b2f5-482b-a10e-c3e163444634 time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=t2p2wl9t time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=t2p2wl9t time="2024-02-29T05:46:34.524Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=t2p2wl9t time="2024-02-29T05:46:34.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2p2wl9t time="2024-02-29T05:46:34.524Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0218c8e9-b2f5-482b-a10e-c3e163444634 time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qw7vgr4r time="2024-02-29T05:46:34.524Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qw7vgr4r time="2024-02-29T05:46:34.524Z" level=info msg="ClusterDeployment created" controller=clusterpool time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=flc84d8t time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8htjkd7r time="2024-02-29T05:46:34.524Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8htjkd7r time="2024-02-29T05:46:34.524Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=t8lv8jdf time="2024-02-29T05:46:34.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=t8lv8jdf time="2024-02-29T05:46:34.523Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=tb6dzbfr time="2024-02-29T05:46:34.524Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a16416d2-87ea-434d-b8c8-e5d6e407ffb4 time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4f73bb1c-0f8f-4661-b1b9-9379a82ee03f time="2024-02-29T05:46:34.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.524Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.524Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.525Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4f73bb1c-0f8f-4661-b1b9-9379a82ee03f time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a748f07-d639-4f90-bef3-9c3a764fc9d4 time="2024-02-29T05:46:34.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=cdgl6gz4 time="2024-02-29T05:46:34.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=cdgl6gz4 time="2024-02-29T05:46:34.524Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=25333637-41c9-460e-87ac-c4cfe5993040 time="2024-02-29T05:46:34.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6kp5thdt time="2024-02-29T05:46:34.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6kp5thdt time="2024-02-29T05:46:34.525Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6kp5thdt time="2024-02-29T05:46:34.525Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=cdgl6gz4 time="2024-02-29T05:46:34.541Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7c9fd369-6745-4dfa-a260-2c1a9f2f69b7 time="2024-02-29T05:46:34.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=d49ln7zq time="2024-02-29T05:46:34.541Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=d49ln7zq time="2024-02-29T05:46:34.541Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=d49ln7zq time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d49ln7zq time="2024-02-29T05:46:34.541Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7c9fd369-6745-4dfa-a260-2c1a9f2f69b7 time="2024-02-29T05:46:34.541Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6b913e9b-0203-4759-aa63-eec6d37b44ac time="2024-02-29T05:46:34.541Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fpcrd654 time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fpcrd654 time="2024-02-29T05:46:34.541Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6b913e9b-0203-4759-aa63-eec6d37b44ac time="2024-02-29T05:46:34.541Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qw7vgr4r time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=qw7vgr4r time="2024-02-29T05:46:34.541Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50b642b3-ffd7-434e-90e4-874de91484eb time="2024-02-29T05:46:34.541Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3b5c9b55-1d8a-419b-823e-dca5251b8b24 time="2024-02-29T05:46:34.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=nw8zcxjq time="2024-02-29T05:46:34.541Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=nw8zcxjq time="2024-02-29T05:46:34.541Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=nw8zcxjq time="2024-02-29T05:46:34.541Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cdgl6gz4 time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=cdgl6gz4 time="2024-02-29T05:46:34.541Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a748f07-d639-4f90-bef3-9c3a764fc9d4 time="2024-02-29T05:46:34.541Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b0adb63-f6a0-42e3-bedc-c2025f92c4c0 time="2024-02-29T05:46:34.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=jj2wwrvv time="2024-02-29T05:46:34.541Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wmpdmxqq time="2024-02-29T05:46:34.541Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=jj2wwrvv time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=wmpdmxqq time="2024-02-29T05:46:34.541Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=jj2wwrvv time="2024-02-29T05:46:34.541Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ace0c6b9-9084-45eb-a21e-bcfd63861b42 time="2024-02-29T05:46:34.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=6kp5thdt time="2024-02-29T05:46:34.542Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=25333637-41c9-460e-87ac-c4cfe5993040 time="2024-02-29T05:46:34.542Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6033a7f6-3fd9-42a6-a339-16471bc0d39b time="2024-02-29T05:46:34.542Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=9gq9nvxg time="2024-02-29T05:46:34.542Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e9de18e-e34a-4046-8f64-5f9f4c8fb634 time="2024-02-29T05:46:34.542Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sqtnwkjh time="2024-02-29T05:46:34.542Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sqtnwkjh time="2024-02-29T05:46:34.542Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sqtnwkjh time="2024-02-29T05:46:34.542Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=9gq9nvxg time="2024-02-29T05:46:34.542Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=9gq9nvxg time="2024-02-29T05:46:34.543Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=grztv5b7 time="2024-02-29T05:46:34.543Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=grztv5b7 time="2024-02-29T05:46:34.543Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=84df0ecc-4c30-4e92-ab82-51ae34452c29 time="2024-02-29T05:46:34.545Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-29 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8htjkd7r time="2024-02-29T05:46:34.545Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=8htjkd7r time="2024-02-29T05:46:34.545Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1c2d5e5-4997-4189-8ddf-3333d801a644 time="2024-02-29T05:46:34.546Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=402d2aa3-05ba-44bd-8226-a08ec09ebc88 time="2024-02-29T05:46:34.546Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=70566c4e-e5a4-4f33-bae6-99dc07ca2b58 time="2024-02-29T05:46:34.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.546Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.547Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.547Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=70566c4e-e5a4-4f33-bae6-99dc07ca2b58 time="2024-02-29T05:46:34.546Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=pdctt2rx time="2024-02-29T05:46:34.547Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=pdctt2rx time="2024-02-29T05:46:34.547Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=pdctt2rx time="2024-02-29T05:46:34.546Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8d425c95-0697-486a-9e89-2c20cfcaea35 time="2024-02-29T05:46:34.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qkjv28gp time="2024-02-29T05:46:34.547Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qkjv28gp time="2024-02-29T05:46:34.547Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qkjv28gp time="2024-02-29T05:46:34.556Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=caa21f8d-f7f9-4306-bf77-b56612e41539 time="2024-02-29T05:46:34.556Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0967e9d5-6d28-40ac-83f1-e5f5c84d4fc2 time="2024-02-29T05:46:34.556Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=mlxxlf7s time="2024-02-29T05:46:34.556Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=mlxxlf7s time="2024-02-29T05:46:34.556Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0967e9d5-6d28-40ac-83f1-e5f5c84d4fc2 time="2024-02-29T05:46:34.556Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=cmqwd8z2 time="2024-02-29T05:46:34.556Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=cmqwd8z2 time="2024-02-29T05:46:34.556Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=cmqwd8z2 time="2024-02-29T05:46:34.556Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmqwd8z2 time="2024-02-29T05:46:34.556Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=caa21f8d-f7f9-4306-bf77-b56612e41539 time="2024-02-29T05:46:34.557Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=nw8zcxjq time="2024-02-29T05:46:34.557Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3b5c9b55-1d8a-419b-823e-dca5251b8b24 time="2024-02-29T05:46:34.557Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=98fb57fb-c032-471d-bfed-4b5dce41e0dc time="2024-02-29T05:46:34.557Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=72wkcb5z time="2024-02-29T05:46:34.557Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=72wkcb5z time="2024-02-29T05:46:34.558Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jj2wwrvv time="2024-02-29T05:46:34.558Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=jj2wwrvv time="2024-02-29T05:46:34.558Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b0adb63-f6a0-42e3-bedc-c2025f92c4c0 time="2024-02-29T05:46:34.558Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f5177e90-4db0-4dd0-bd7e-f657dd0d8422 time="2024-02-29T05:46:34.558Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v256cp7l time="2024-02-29T05:46:34.558Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v256cp7l time="2024-02-29T05:46:34.558Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v256cp7l time="2024-02-29T05:46:34.559Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pdctt2rx time="2024-02-29T05:46:34.559Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=pdctt2rx time="2024-02-29T05:46:34.559Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=402d2aa3-05ba-44bd-8226-a08ec09ebc88 time="2024-02-29T05:46:34.562Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d581f9f5-c997-4a57-8190-f43f57b0972c time="2024-02-29T05:46:34.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.562Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.562Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.562Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d581f9f5-c997-4a57-8190-f43f57b0972c time="2024-02-29T05:46:34.562Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-29 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qkjv28gp time="2024-02-29T05:46:34.562Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=qkjv28gp time="2024-02-29T05:46:34.562Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8d425c95-0697-486a-9e89-2c20cfcaea35 time="2024-02-29T05:46:34.565Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=v256cp7l time="2024-02-29T05:46:34.565Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f5177e90-4db0-4dd0-bd7e-f657dd0d8422 time="2024-02-29T05:46:34.565Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=be3116ff-0c7e-429f-a47d-92d5a8b1a633 time="2024-02-29T05:46:34.565Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=29ghlxrr time="2024-02-29T05:46:34.566Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=29ghlxrr time="2024-02-29T05:46:34.566Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=be3116ff-0c7e-429f-a47d-92d5a8b1a633 time="2024-02-29T05:46:34.565Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e15bd79b-09fa-4c9a-a9af-78eb39de3a92 time="2024-02-29T05:46:34.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9762xxc2 time="2024-02-29T05:46:34.566Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9762xxc2 time="2024-02-29T05:46:34.566Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9762xxc2 time="2024-02-29T05:46:34.566Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9762xxc2 time="2024-02-29T05:46:34.566Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e15bd79b-09fa-4c9a-a9af-78eb39de3a92 time="2024-02-29T05:46:34.565Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=182a4eba-a546-4d59-9f9d-2d9ef1816dd0 time="2024-02-29T05:46:34.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=579426fg time="2024-02-29T05:46:34.566Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=579426fg time="2024-02-29T05:46:34.566Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=579426fg time="2024-02-29T05:46:34.566Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=579426fg time="2024-02-29T05:46:34.566Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=182a4eba-a546-4d59-9f9d-2d9ef1816dd0 time="2024-02-29T05:46:34.566Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sqtnwkjh time="2024-02-29T05:46:34.566Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=sqtnwkjh time="2024-02-29T05:46:34.566Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e9de18e-e34a-4046-8f64-5f9f4c8fb634 time="2024-02-29T05:46:34.566Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbb0f27b-a40d-4306-b5b6-57648ce26390 time="2024-02-29T05:46:34.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zlcdqkpj time="2024-02-29T05:46:34.566Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zlcdqkpj time="2024-02-29T05:46:34.566Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zlcdqkpj time="2024-02-29T05:46:34.569Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2a26ec7-2ad4-4483-a91c-5966a8357c5e time="2024-02-29T05:46:34.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xjm96ptc time="2024-02-29T05:46:34.569Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xjm96ptc time="2024-02-29T05:46:34.569Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xjm96ptc time="2024-02-29T05:46:34.569Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjm96ptc time="2024-02-29T05:46:34.569Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2a26ec7-2ad4-4483-a91c-5966a8357c5e time="2024-02-29T05:46:34.571Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d44e231f-5161-4cad-877e-e985b0c035ba time="2024-02-29T05:46:34.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.571Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.571Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.571Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d44e231f-5161-4cad-877e-e985b0c035ba time="2024-02-29T05:46:34.571Z" level=info msg="could not update conditions" clusterDeployment=default/mihuang-29 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=9gq9nvxg time="2024-02-29T05:46:34.571Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=9gq9nvxg time="2024-02-29T05:46:34.571Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6033a7f6-3fd9-42a6-a339-16471bc0d39b time="2024-02-29T05:46:34.571Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5e9b38b0-cc55-4033-a479-217c3345e0d2 time="2024-02-29T05:46:34.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4k8m7g2r time="2024-02-29T05:46:34.571Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4k8m7g2r time="2024-02-29T05:46:34.571Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=4k8m7g2r time="2024-02-29T05:46:34.572Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=zlcdqkpj time="2024-02-29T05:46:34.573Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbb0f27b-a40d-4306-b5b6-57648ce26390 time="2024-02-29T05:46:34.573Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8074f959-72ab-43b2-b082-273564a771bc time="2024-02-29T05:46:34.573Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=f58frfvx time="2024-02-29T05:46:34.573Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7d974f63-93dd-49f0-84c1-27bc6396dc26 time="2024-02-29T05:46:34.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8b47qjs time="2024-02-29T05:46:34.573Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8b47qjs time="2024-02-29T05:46:34.573Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8b47qjs time="2024-02-29T05:46:34.573Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8b47qjs time="2024-02-29T05:46:34.573Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7d974f63-93dd-49f0-84c1-27bc6396dc26 time="2024-02-29T05:46:34.573Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3e16e3f5-7093-4b4f-b52f-7e6e11ae28a4 time="2024-02-29T05:46:34.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vsxqs7nw time="2024-02-29T05:46:34.573Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vsxqs7nw time="2024-02-29T05:46:34.573Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vsxqs7nw time="2024-02-29T05:46:34.573Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vsxqs7nw time="2024-02-29T05:46:34.573Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3e16e3f5-7093-4b4f-b52f-7e6e11ae28a4 time="2024-02-29T05:46:34.573Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=f58frfvx time="2024-02-29T05:46:34.573Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8074f959-72ab-43b2-b082-273564a771bc time="2024-02-29T05:46:34.573Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4cd0b2c5-9f78-4a28-a29b-f955c2781739 time="2024-02-29T05:46:34.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=ncfsklcj time="2024-02-29T05:46:34.573Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=ncfsklcj time="2024-02-29T05:46:34.573Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=ncfsklcj time="2024-02-29T05:46:34.573Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncfsklcj time="2024-02-29T05:46:34.573Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4cd0b2c5-9f78-4a28-a29b-f955c2781739 time="2024-02-29T05:46:34.577Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=27e7fdea-84db-40fe-b410-43bac1eb1e6e time="2024-02-29T05:46:34.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=rxtlls2m time="2024-02-29T05:46:34.577Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=rxtlls2m time="2024-02-29T05:46:34.577Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bc64c167-3ac5-49e3-985a-39205acc7caa time="2024-02-29T05:46:34.577Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cj48st96 time="2024-02-29T05:46:34.577Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cj48st96 time="2024-02-29T05:46:34.577Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cj48st96 time="2024-02-29T05:46:34.577Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=rxtlls2m time="2024-02-29T05:46:34.577Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxtlls2m time="2024-02-29T05:46:34.577Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=27e7fdea-84db-40fe-b410-43bac1eb1e6e time="2024-02-29T05:46:34.577Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e09360c2-b49a-4954-9cc7-7c4077d67ff1 time="2024-02-29T05:46:34.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rr7jp9rz time="2024-02-29T05:46:34.577Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rr7jp9rz time="2024-02-29T05:46:34.577Z" level=info msg="could not update conditions" clusterDeployment=default/mihuang-29 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=4k8m7g2r time="2024-02-29T05:46:34.577Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=4k8m7g2r time="2024-02-29T05:46:34.577Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5e9b38b0-cc55-4033-a479-217c3345e0d2 time="2024-02-29T05:46:34.577Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=334abefb-fc5b-4614-b07e-0df22b36604c time="2024-02-29T05:46:34.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7xwlpnfv time="2024-02-29T05:46:34.577Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7xwlpnfv time="2024-02-29T05:46:34.577Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rr7jp9rz time="2024-02-29T05:46:34.577Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=7xwlpnfv time="2024-02-29T05:46:34.578Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4ce1c0b3-58ac-4ac6-9061-063511885889 time="2024-02-29T05:46:34.578Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.578Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.578Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.578Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4ce1c0b3-58ac-4ac6-9061-063511885889 time="2024-02-29T05:46:34.585Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=rr7jp9rz time="2024-02-29T05:46:34.585Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e09360c2-b49a-4954-9cc7-7c4077d67ff1 time="2024-02-29T05:46:34.585Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2431fbe4-d018-4362-8a5b-8faea1cd4997 time="2024-02-29T05:46:34.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v82p9gnz time="2024-02-29T05:46:34.585Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef2ea04a-96fc-435f-9300-e5f591cb5e04 time="2024-02-29T05:46:34.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=k8qrh7t9 time="2024-02-29T05:46:34.585Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=k8qrh7t9 time="2024-02-29T05:46:34.585Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=k8qrh7t9 time="2024-02-29T05:46:34.585Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8qrh7t9 time="2024-02-29T05:46:34.585Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef2ea04a-96fc-435f-9300-e5f591cb5e04 time="2024-02-29T05:46:34.585Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bbb3149a-0109-405f-863c-4d90f54b7541 time="2024-02-29T05:46:34.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqxt2mwl time="2024-02-29T05:46:34.585Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqxt2mwl time="2024-02-29T05:46:34.585Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqxt2mwl time="2024-02-29T05:46:34.585Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqxt2mwl time="2024-02-29T05:46:34.585Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bbb3149a-0109-405f-863c-4d90f54b7541 time="2024-02-29T05:46:34.585Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=24070eb6-ae00-4f0e-b597-0e8fb6e921f5 time="2024-02-29T05:46:34.585Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=sdz9h9cw time="2024-02-29T05:46:34.585Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=sdz9h9cw time="2024-02-29T05:46:34.585Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=24070eb6-ae00-4f0e-b597-0e8fb6e921f5 time="2024-02-29T05:46:34.585Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v82p9gnz time="2024-02-29T05:46:34.585Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=v82p9gnz time="2024-02-29T05:46:34.585Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v82p9gnz time="2024-02-29T05:46:34.585Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2431fbe4-d018-4362-8a5b-8faea1cd4997 time="2024-02-29T05:46:34.586Z" level=info msg="could not update conditions" clusterDeployment=default/mihuang-29 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=7xwlpnfv time="2024-02-29T05:46:34.586Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=7xwlpnfv time="2024-02-29T05:46:34.586Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=334abefb-fc5b-4614-b07e-0df22b36604c time="2024-02-29T05:46:34.586Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a63c0c81-3f39-4d6e-8bed-4ee1a751c248 time="2024-02-29T05:46:34.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7gcxkvtw time="2024-02-29T05:46:34.586Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7gcxkvtw time="2024-02-29T05:46:34.586Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=7gcxkvtw time="2024-02-29T05:46:34.587Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cj48st96 time="2024-02-29T05:46:34.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=cj48st96 time="2024-02-29T05:46:34.587Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bc64c167-3ac5-49e3-985a-39205acc7caa time="2024-02-29T05:46:34.591Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1c9757d-638a-4e7e-8c99-b0411657755b time="2024-02-29T05:46:34.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xkwv9ksb time="2024-02-29T05:46:34.591Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xkwv9ksb time="2024-02-29T05:46:34.591Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xkwv9ksb time="2024-02-29T05:46:34.591Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1c9757d-638a-4e7e-8c99-b0411657755b time="2024-02-29T05:46:34.591Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0967384b-6e04-4950-81ca-5dbedc1d3616 time="2024-02-29T05:46:34.591Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.591Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.591Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.591Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0967384b-6e04-4950-81ca-5dbedc1d3616 time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ff813885-246b-4ba8-b18c-cbdf1040712a time="2024-02-29T05:46:34.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.594Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ff813885-246b-4ba8-b18c-cbdf1040712a time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f404b637-a880-4210-953b-1a49998135ce time="2024-02-29T05:46:34.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vx42gvrp time="2024-02-29T05:46:34.594Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vx42gvrp time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7809f2c0-efb5-45b9-9e91-f2430fa2b809 time="2024-02-29T05:46:34.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kdx9xt54 time="2024-02-29T05:46:34.594Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vx42gvrp time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=921189a1-56fa-4b8a-993b-dfa64fe90b7a time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vx42gvrp time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f404b637-a880-4210-953b-1a49998135ce time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca460be2-4a48-4b9c-b0f0-d1a2392c386c time="2024-02-29T05:46:34.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nqkcz2jc time="2024-02-29T05:46:34.594Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nqkcz2jc time="2024-02-29T05:46:34.594Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nqkcz2jc time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqkcz2jc time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca460be2-4a48-4b9c-b0f0-d1a2392c386c time="2024-02-29T05:46:34.594Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kdx9xt54 time="2024-02-29T05:46:34.594Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kdx9xt54 time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdx9xt54 time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7809f2c0-efb5-45b9-9e91-f2430fa2b809 time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b37142d6-f499-4e32-ba48-6a0bd5744155 time="2024-02-29T05:46:34.594Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bjwmb2lv time="2024-02-29T05:46:34.594Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bjwmb2lv time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjwmb2lv time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b37142d6-f499-4e32-ba48-6a0bd5744155 time="2024-02-29T05:46:34.594Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9mhlvbfg time="2024-02-29T05:46:34.594Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9mhlvbfg time="2024-02-29T05:46:34.594Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=921189a1-56fa-4b8a-993b-dfa64fe90b7a time="2024-02-29T05:46:34.594Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d4d0e24d-10e4-42fb-a200-0ba216f9301e time="2024-02-29T05:46:34.595Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2h4zqmb time="2024-02-29T05:46:34.595Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7gcxkvtw time="2024-02-29T05:46:34.595Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a63c0c81-3f39-4d6e-8bed-4ee1a751c248 time="2024-02-29T05:46:34.595Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea80397e-60c1-4504-9fea-5bd1d310a920 time="2024-02-29T05:46:34.595Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mzmndw5x time="2024-02-29T05:46:34.595Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mzmndw5x time="2024-02-29T05:46:34.595Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2h4zqmb time="2024-02-29T05:46:34.595Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2h4zqmb time="2024-02-29T05:46:34.595Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=mzmndw5x time="2024-02-29T05:46:34.595Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzmndw5x time="2024-02-29T05:46:34.595Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea80397e-60c1-4504-9fea-5bd1d310a920 time="2024-02-29T05:46:34.603Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=493c3fca-0bda-4b03-883c-fc29d965fbcd time="2024-02-29T05:46:34.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jz4856p8 time="2024-02-29T05:46:34.603Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=611392c9-f252-4bb0-af01-243007854a1b time="2024-02-29T05:46:34.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4xsv425c time="2024-02-29T05:46:34.603Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4xsv425c time="2024-02-29T05:46:34.603Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jz4856p8 time="2024-02-29T05:46:34.603Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jz4856p8 time="2024-02-29T05:46:34.603Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4xsv425c time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xsv425c time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=611392c9-f252-4bb0-af01-243007854a1b time="2024-02-29T05:46:34.603Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b467bbda-ba58-43c9-9784-d8c853eb33a1 time="2024-02-29T05:46:34.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=wtxm7265 time="2024-02-29T05:46:34.603Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=wtxm7265 time="2024-02-29T05:46:34.603Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=wtxm7265 time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtxm7265 time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b467bbda-ba58-43c9-9784-d8c853eb33a1 time="2024-02-29T05:46:34.603Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ddf91877-0234-4adb-a698-99f698cbc25f time="2024-02-29T05:46:34.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bpqmxdqf time="2024-02-29T05:46:34.603Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bpqmxdqf time="2024-02-29T05:46:34.603Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bpqmxdqf time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpqmxdqf time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ddf91877-0234-4adb-a698-99f698cbc25f time="2024-02-29T05:46:34.603Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9e43e2f8-1b4c-4cd9-971e-c7f0e81707d2 time="2024-02-29T05:46:34.603Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=kkdhg9ts time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=kkdhg9ts time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9e43e2f8-1b4c-4cd9-971e-c7f0e81707d2 time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz4856p8 time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=493c3fca-0bda-4b03-883c-fc29d965fbcd time="2024-02-29T05:46:34.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=l2h4zqmb time="2024-02-29T05:46:34.603Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d4d0e24d-10e4-42fb-a200-0ba216f9301e time="2024-02-29T05:46:34.608Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e379ec9-8f39-41b4-a699-96cc1c3b922d time="2024-02-29T05:46:34.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.609Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.609Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.609Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e379ec9-8f39-41b4-a699-96cc1c3b922d time="2024-02-29T05:46:34.609Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb32d645-8057-46d0-ada7-7d5e4bd5e8a3 time="2024-02-29T05:46:34.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n87tpjxw time="2024-02-29T05:46:34.609Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n87tpjxw time="2024-02-29T05:46:34.609Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n87tpjxw time="2024-02-29T05:46:34.609Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb32d645-8057-46d0-ada7-7d5e4bd5e8a3 time="2024-02-29T05:46:34.625Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=vcxmvd4p time="2024-02-29T05:46:34.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=vcxmvd4p time="2024-02-29T05:46:34.625Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e114489-e634-44ae-9479-f79ff3afb9fe time="2024-02-29T05:46:34.625Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b531e96b-ce76-423c-b2d9-54f727ef7c8d time="2024-02-29T05:46:34.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6gds45gk time="2024-02-29T05:46:34.625Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6gds45gk time="2024-02-29T05:46:34.625Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6gds45gk time="2024-02-29T05:46:34.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gds45gk time="2024-02-29T05:46:34.625Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b531e96b-ce76-423c-b2d9-54f727ef7c8d time="2024-02-29T05:46:34.625Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=t8lv8jdf time="2024-02-29T05:46:34.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=t8lv8jdf time="2024-02-29T05:46:34.625Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca00ad51-90ea-421b-a64b-024f5074f5d5 time="2024-02-29T05:46:34.625Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=121a4cba-eead-4c9e-8373-a892eaaede0e time="2024-02-29T05:46:34.625Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=hjlk4hpr time="2024-02-29T05:46:34.625Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=hjlk4hpr time="2024-02-29T05:46:34.626Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=hjlk4hpr time="2024-02-29T05:46:34.626Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjlk4hpr time="2024-02-29T05:46:34.626Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=121a4cba-eead-4c9e-8373-a892eaaede0e time="2024-02-29T05:46:34.657Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=72wkcb5z time="2024-02-29T05:46:34.657Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=98fb57fb-c032-471d-bfed-4b5dce41e0dc time="2024-02-29T05:46:34.657Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f48d8b7c-93be-4988-a284-1a02001d72ca time="2024-02-29T05:46:34.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=kj9xfr42 time="2024-02-29T05:46:34.657Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=kj9xfr42 time="2024-02-29T05:46:34.657Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kj9xfr42 time="2024-02-29T05:46:34.657Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f48d8b7c-93be-4988-a284-1a02001d72ca time="2024-02-29T05:46:34.825Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=flc84d8t time="2024-02-29T05:46:34.83Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=flc84d8t time="2024-02-29T05:46:34.83Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=306 elapsedMillisGT=0 outcome=unspecified reconcileID=flc84d8t time="2024-02-29T05:46:34.83Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81c48def-67cd-49c7-a34e-39a2a9ff13a3 time="2024-02-29T05:46:34.83Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5ff0273e-c8b0-48db-864e-fe15a70f121d time="2024-02-29T05:46:34.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=tng4jcg5 time="2024-02-29T05:46:34.83Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=tng4jcg5 time="2024-02-29T05:46:34.83Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=tng4jcg5 time="2024-02-29T05:46:34.838Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=tng4jcg5 time="2024-02-29T05:46:34.838Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5ff0273e-c8b0-48db-864e-fe15a70f121d time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f6eb52d-f210-4d74-8dcd-2c27b9d20796 time="2024-02-29T05:46:34.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d4k9n6jq time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e0053e1a-316a-4765-98e5-0a1176f03ad8 time="2024-02-29T05:46:34.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tvq7z27d time="2024-02-29T05:46:34.839Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tvq7z27d time="2024-02-29T05:46:34.839Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tvq7z27d time="2024-02-29T05:46:34.839Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvq7z27d time="2024-02-29T05:46:34.839Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e0053e1a-316a-4765-98e5-0a1176f03ad8 time="2024-02-29T05:46:34.839Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d4k9n6jq time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c5b14a6d-7e41-464c-b41b-75e6db98e307 time="2024-02-29T05:46:34.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6k59gdxd time="2024-02-29T05:46:34.839Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6k59gdxd time="2024-02-29T05:46:34.839Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=6k59gdxd time="2024-02-29T05:46:34.839Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6k59gdxd time="2024-02-29T05:46:34.839Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c5b14a6d-7e41-464c-b41b-75e6db98e307 time="2024-02-29T05:46:34.839Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d4k9n6jq time="2024-02-29T05:46:34.839Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4k9n6jq time="2024-02-29T05:46:34.839Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f6eb52d-f210-4d74-8dcd-2c27b9d20796 time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=10fc3c1d-0db4-4db3-861e-d5e791829a3a time="2024-02-29T05:46:34.839Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pqvhrv46 time="2024-02-29T05:46:34.839Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pqvhrv46 time="2024-02-29T05:46:34.839Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pqvhrv46 time="2024-02-29T05:46:34.839Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pqvhrv46 time="2024-02-29T05:46:34.839Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=10fc3c1d-0db4-4db3-861e-d5e791829a3a time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e0a7155e-f316-42d2-88ee-ac3f6c562be4 time="2024-02-29T05:46:34.839Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vvzsr522 time="2024-02-29T05:46:34.839Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vvzsr522 time="2024-02-29T05:46:34.839Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvzsr522 time="2024-02-29T05:46:34.839Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e0a7155e-f316-42d2-88ee-ac3f6c562be4 time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f08e7b4f-32ad-4931-9278-4396a5c5e8ac time="2024-02-29T05:46:34.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=tw6l224g time="2024-02-29T05:46:34.84Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=tw6l224g time="2024-02-29T05:46:34.84Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=tw6l224g time="2024-02-29T05:46:34.84Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tw6l224g time="2024-02-29T05:46:34.84Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f08e7b4f-32ad-4931-9278-4396a5c5e8ac time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=953df160-c579-4bba-b3a2-46e8e850f5de time="2024-02-29T05:46:34.84Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6xds9jgw time="2024-02-29T05:46:34.84Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6xds9jgw time="2024-02-29T05:46:34.84Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=953df160-c579-4bba-b3a2-46e8e850f5de time="2024-02-29T05:46:34.839Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3bb7dda1-94c4-4332-be9b-58e54ae6a55f time="2024-02-29T05:46:34.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=2787kn5f time="2024-02-29T05:46:34.84Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=2787kn5f time="2024-02-29T05:46:34.84Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=2787kn5f time="2024-02-29T05:46:34.84Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2787kn5f time="2024-02-29T05:46:34.84Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3bb7dda1-94c4-4332-be9b-58e54ae6a55f time="2024-02-29T05:46:34.844Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=801fd03e-5956-4b6c-a2d3-f575797d0cf1 time="2024-02-29T05:46:34.844Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5ckxv692 time="2024-02-29T05:46:34.844Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5ckxv692 time="2024-02-29T05:46:34.844Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5ckxv692 time="2024-02-29T05:46:34.844Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ckxv692 time="2024-02-29T05:46:34.844Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=801fd03e-5956-4b6c-a2d3-f575797d0cf1 time="2024-02-29T05:46:34.844Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=06ce08b7-5aa3-4d82-982f-4d474fb9a8f3 time="2024-02-29T05:46:34.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tr659xxd time="2024-02-29T05:46:34.844Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tr659xxd time="2024-02-29T05:46:34.844Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tr659xxd time="2024-02-29T05:46:34.844Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=06ce08b7-5aa3-4d82-982f-4d474fb9a8f3 time="2024-02-29T05:46:34.844Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=73f5791d-0f32-4906-b920-cf3a18541489 time="2024-02-29T05:46:34.844Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2hjg249l time="2024-02-29T05:46:34.844Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2hjg249l time="2024-02-29T05:46:34.844Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c242a2b5-419c-41e1-aebe-2e6d9b2f0990 time="2024-02-29T05:46:34.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.845Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.845Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.845Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c242a2b5-419c-41e1-aebe-2e6d9b2f0990 time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1616893-2ae4-4d47-823d-644f88752a14 time="2024-02-29T05:46:34.862Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=2hjg249l time="2024-02-29T05:46:34.862Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=73f5791d-0f32-4906-b920-cf3a18541489 time="2024-02-29T05:46:34.863Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6ee6591-9003-48ad-9a36-7dfdd5c87734 time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xqvdsxcp time="2024-02-29T05:46:34.863Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a33eec1c-039a-4cae-a87c-280443a37c8b time="2024-02-29T05:46:34.863Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74eda563-78ff-45a2-acb7-e06e9efbdac7 time="2024-02-29T05:46:34.863Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4093d988-3081-49b0-b9e7-e43513dbb11a time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gvb7zcts time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gvb7zcts time="2024-02-29T05:46:34.863Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=gvb7zcts time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvb7zcts time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4093d988-3081-49b0-b9e7-e43513dbb11a time="2024-02-29T05:46:34.863Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9d9d8e6b-389a-469b-b59c-df0935593454 time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9c2sn5c7 time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9c2sn5c7 time="2024-02-29T05:46:34.863Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9c2sn5c7 time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c2sn5c7 time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9d9d8e6b-389a-469b-b59c-df0935593454 time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zl896v7j time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zl896v7j time="2024-02-29T05:46:34.863Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zl896v7j time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zl896v7j time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74eda563-78ff-45a2-acb7-e06e9efbdac7 time="2024-02-29T05:46:34.863Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9wdsnd6x time="2024-02-29T05:46:34.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9wdsnd6x time="2024-02-29T05:46:34.863Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9wdsnd6x time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wdsnd6x time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a33eec1c-039a-4cae-a87c-280443a37c8b time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=eb7816ca-4e27-4cf2-b43f-0bd232b663ee time="2024-02-29T05:46:34.863Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qz48sg78 time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qz48sg78 time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=eb7816ca-4e27-4cf2-b43f-0bd232b663ee time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xqvdsxcp time="2024-02-29T05:46:34.863Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1616893-2ae4-4d47-823d-644f88752a14 time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=430d8190-0913-487f-9b70-80f07f412ba9 time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7cbh5cj time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7cbh5cj time="2024-02-29T05:46:34.863Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7cbh5cj time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7cbh5cj time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=430d8190-0913-487f-9b70-80f07f412ba9 time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e59f9398-7a3f-47ec-8aa1-e2f8b38ae56c time="2024-02-29T05:46:34.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jzh2rbhf time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jzh2rbhf time="2024-02-29T05:46:34.863Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=jzh2rbhf time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f55c2a5-fc43-48c5-881f-434ece638e7d time="2024-02-29T05:46:34.863Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=4w7rqlsw time="2024-02-29T05:46:34.863Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=4w7rqlsw time="2024-02-29T05:46:34.863Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=4w7rqlsw time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4w7rqlsw time="2024-02-29T05:46:34.863Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f55c2a5-fc43-48c5-881f-434ece638e7d time="2024-02-29T05:46:34.863Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzh2rbhf time="2024-02-29T05:46:34.864Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e59f9398-7a3f-47ec-8aa1-e2f8b38ae56c time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=879dd5b3-7910-453a-8c3f-fed0c7d09cdd time="2024-02-29T05:46:34.862Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe30605c-3723-484b-88a6-ea1b4c19d620 time="2024-02-29T05:46:34.864Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=j4b4k5h8 time="2024-02-29T05:46:34.864Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=j4b4k5h8 time="2024-02-29T05:46:34.864Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4b4k5h8 time="2024-02-29T05:46:34.864Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe30605c-3723-484b-88a6-ea1b4c19d620 time="2024-02-29T05:46:34.864Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4bmhmvwt time="2024-02-29T05:46:34.864Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4bmhmvwt time="2024-02-29T05:46:34.864Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4bmhmvwt time="2024-02-29T05:46:34.864Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=879dd5b3-7910-453a-8c3f-fed0c7d09cdd time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbf34e59-684c-43bf-89fa-6ac9e5de977d time="2024-02-29T05:46:34.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=m86gpn7h time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbe80666-43be-4a76-a6a7-53e3eab2bde0 time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d1f78c4e-5f84-495b-aa61-1f8de9675d16 time="2024-02-29T05:46:34.878Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=85bk8gm4 time="2024-02-29T05:46:34.878Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=85bk8gm4 time="2024-02-29T05:46:34.878Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d1f78c4e-5f84-495b-aa61-1f8de9675d16 time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c10c06fa-1195-4699-9c8b-d3098e4a0ef8 time="2024-02-29T05:46:34.878Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ssgxvr59 time="2024-02-29T05:46:34.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=fcq8kgqv time="2024-02-29T05:46:34.878Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=fcq8kgqv time="2024-02-29T05:46:34.878Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=fcq8kgqv time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcq8kgqv time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbe80666-43be-4a76-a6a7-53e3eab2bde0 time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=865cd07c-1c13-4e11-8bd3-ce13549961a7 time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=b5rcjwjx time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=b5rcjwjx time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01592eda-ce62-4fd7-8982-37b03560c4a0 time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.879Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01592eda-ce62-4fd7-8982-37b03560c4a0 time="2024-02-29T05:46:34.878Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=m86gpn7h time="2024-02-29T05:46:34.879Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=b5rcjwjx time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5rcjwjx time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=865cd07c-1c13-4e11-8bd3-ce13549961a7 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m86gpn7h time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dbf34e59-684c-43bf-89fa-6ac9e5de977d time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=03ccc911-bcc7-410e-bedb-2f768dc514fb time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8gtmtqz5 time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8gtmtqz5 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gtmtqz5 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=03ccc911-bcc7-410e-bedb-2f768dc514fb time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=68482354-c727-4598-8509-515dd25746ed time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=7fcxvsx9 time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=7fcxvsx9 time="2024-02-29T05:46:34.879Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=7fcxvsx9 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fcxvsx9 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=68482354-c727-4598-8509-515dd25746ed time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=xqvdsxcp time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6ee6591-9003-48ad-9a36-7dfdd5c87734 time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ssgxvr59 time="2024-02-29T05:46:34.879Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ssgxvr59 time="2024-02-29T05:46:34.879Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc2fd212-f73d-4f2f-a89f-ee03e698eefa time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlh6qwq4 time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlh6qwq4 time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=848bbe45-4f2b-426c-adf8-2b0846327277 time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rpn9xh62 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ssgxvr59 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c10c06fa-1195-4699-9c8b-d3098e4a0ef8 time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e7600027-9c86-4456-a332-907ce1714eab time="2024-02-29T05:46:34.879Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=cxtjhsg4 time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=cxtjhsg4 time="2024-02-29T05:46:34.879Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=cxtjhsg4 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxtjhsg4 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e7600027-9c86-4456-a332-907ce1714eab time="2024-02-29T05:46:34.878Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8710461c-ec85-4ee9-9baf-441f94605c71 time="2024-02-29T05:46:34.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=kr977vlt time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=kr977vlt time="2024-02-29T05:46:34.879Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=kr977vlt time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kr977vlt time="2024-02-29T05:46:34.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rpn9xh62 time="2024-02-29T05:46:34.879Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rpn9xh62 time="2024-02-29T05:46:34.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpn9xh62 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=848bbe45-4f2b-426c-adf8-2b0846327277 time="2024-02-29T05:46:34.879Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8710461c-ec85-4ee9-9baf-441f94605c71 time="2024-02-29T05:46:35.09Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlh6qwq4 time="2024-02-29T05:46:35.103Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=224 elapsedMillisGT=0 outcome=unspecified reconcileID=vlh6qwq4 time="2024-02-29T05:46:35.103Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc2fd212-f73d-4f2f-a89f-ee03e698eefa time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=456ecb95-3969-48de-87ae-a1deb2f5b962 time="2024-02-29T05:46:35.103Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=p5lmc29c time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=dd39bce1-1770-4012-a598-d85224588235 time="2024-02-29T05:46:35.104Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=k75xlbvc time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2cdc16f-626d-43d5-9ba0-fa46686c77df time="2024-02-29T05:46:35.104Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fp8hw9j8 time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fp8hw9j8 time="2024-02-29T05:46:35.104Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fp8hw9j8 time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c889978-ce18-4ba8-9023-26c860590984 time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=k75xlbvc time="2024-02-29T05:46:35.104Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=98496pdj time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fp8hw9j8 time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2cdc16f-626d-43d5-9ba0-fa46686c77df time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=dd39bce1-1770-4012-a598-d85224588235 time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ba980068-baa6-4227-b16f-47166e1ab92e time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=h2lqkqkw time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=h2lqkqkw time="2024-02-29T05:46:35.104Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=h2lqkqkw time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2lqkqkw time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ba980068-baa6-4227-b16f-47166e1ab92e time="2024-02-29T05:46:35.103Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=p5lmc29c time="2024-02-29T05:46:35.104Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=p5lmc29c time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5lmc29c time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=456ecb95-3969-48de-87ae-a1deb2f5b962 time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=98496pdj time="2024-02-29T05:46:35.104Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=98496pdj time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98496pdj time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c889978-ce18-4ba8-9023-26c860590984 time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7d1df1e4-0033-40b5-9442-f641374a001c time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=69phgmbl time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=69phgmbl time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69phgmbl time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7d1df1e4-0033-40b5-9442-f641374a001c time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b7f2a542-2da0-45c7-bef2-c92b024ff797 time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t9xmhnws time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t9xmhnws time="2024-02-29T05:46:35.103Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=90ca0474-7f4b-41db-936f-3d284e1bf236 time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=sbmwhc8l time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=sbmwhc8l time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbmwhc8l time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=90ca0474-7f4b-41db-936f-3d284e1bf236 time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=26559c99-8c90-4a84-924a-58a4f3172119 time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=2nx6npr5 time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=2nx6npr5 time="2024-02-29T05:46:35.104Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=2nx6npr5 time="2024-02-29T05:46:35.104Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2nx6npr5 time="2024-02-29T05:46:35.104Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=26559c99-8c90-4a84-924a-58a4f3172119 time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53e41261-9315-4d4e-b9c4-2d749f73d3b7 time="2024-02-29T05:46:35.104Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wqm7jqd6 time="2024-02-29T05:46:35.104Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wqm7jqd6 time="2024-02-29T05:46:35.105Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wqm7jqd6 time="2024-02-29T05:46:35.105Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqm7jqd6 time="2024-02-29T05:46:35.105Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53e41261-9315-4d4e-b9c4-2d749f73d3b7 time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1aa3ba1a-2b14-4374-9cd9-4dc5e2a9d643 time="2024-02-29T05:46:35.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.105Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.105Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:35.105Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1aa3ba1a-2b14-4374-9cd9-4dc5e2a9d643 time="2024-02-29T05:46:35.104Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55dd120b-c777-4d21-afbf-5697c0344268 time="2024-02-29T05:46:35.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=2zgvfh96 time="2024-02-29T05:46:35.105Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=2zgvfh96 time="2024-02-29T05:46:35.105Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=2zgvfh96 time="2024-02-29T05:46:35.105Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zgvfh96 time="2024-02-29T05:46:35.105Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55dd120b-c777-4d21-afbf-5697c0344268 time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77b8055c-8fa2-4299-952f-c048124d1894 time="2024-02-29T05:46:35.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zhfjv6tm time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c323720d-6265-4206-95d7-8a4397c7ae5c time="2024-02-29T05:46:35.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=z8f5sqmp time="2024-02-29T05:46:35.113Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=z8f5sqmp time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7da00189-1eb5-4ff4-80f4-dd5dee4b603b time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=95542ce6-4afe-4557-b442-568478b86244 time="2024-02-29T05:46:35.113Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=llc8bj2v time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db59bd95-9bb4-4d76-b8fd-cce2930cb674 time="2024-02-29T05:46:35.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.114Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db59bd95-9bb4-4d76-b8fd-cce2930cb674 time="2024-02-29T05:46:35.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vzvnfn5w time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vzvnfn5w time="2024-02-29T05:46:35.114Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vzvnfn5w time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzvnfn5w time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7da00189-1eb5-4ff4-80f4-dd5dee4b603b time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=eaf54b5a-9cf3-4fa2-804d-a3cc351a7f56 time="2024-02-29T05:46:35.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=plw2vqlp time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=plw2vqlp time="2024-02-29T05:46:35.114Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=plw2vqlp time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plw2vqlp time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=eaf54b5a-9cf3-4fa2-804d-a3cc351a7f56 time="2024-02-29T05:46:35.113Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=llc8bj2v time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=95542ce6-4afe-4557-b442-568478b86244 time="2024-02-29T05:46:35.113Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=z8f5sqmp time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z8f5sqmp time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c323720d-6265-4206-95d7-8a4397c7ae5c time="2024-02-29T05:46:35.113Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zhfjv6tm time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhfjv6tm time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77b8055c-8fa2-4299-952f-c048124d1894 time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=423da719-b933-4a18-bf19-71687596302c time="2024-02-29T05:46:35.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sbz6hdtk time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sbz6hdtk time="2024-02-29T05:46:35.114Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sbz6hdtk time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbz6hdtk time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=423da719-b933-4a18-bf19-71687596302c time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=46c1f2c6-37a0-4ad9-be37-794dc2ba8274 time="2024-02-29T05:46:35.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kpg58xhs time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kpg58xhs time="2024-02-29T05:46:35.114Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kpg58xhs time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpg58xhs time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=46c1f2c6-37a0-4ad9-be37-794dc2ba8274 time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=31a6d46d-a46a-418d-b7d8-ac8351cc0c04 time="2024-02-29T05:46:35.114Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=qsddqd49 time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=qsddqd49 time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=91704dbf-566c-41af-b242-1608f73653c7 time="2024-02-29T05:46:35.113Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0bd97d60-bfec-495a-a82c-a6b80d86ce38 time="2024-02-29T05:46:35.114Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=nttzrnnj time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=nttzrnnj time="2024-02-29T05:46:35.114Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=nttzrnnj time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nttzrnnj time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=91704dbf-566c-41af-b242-1608f73653c7 time="2024-02-29T05:46:35.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7f6rtn2 time="2024-02-29T05:46:35.114Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7f6rtn2 time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7f6rtn2 time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0bd97d60-bfec-495a-a82c-a6b80d86ce38 time="2024-02-29T05:46:35.114Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=qsddqd49 time="2024-02-29T05:46:35.114Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsddqd49 time="2024-02-29T05:46:35.114Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=31a6d46d-a46a-418d-b7d8-ac8351cc0c04 time="2024-02-29T05:46:35.146Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=9f0719df-8e5b-46bd-8490-14051c9a28a3 time="2024-02-29T05:46:35.146Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nzl5pzfh time="2024-02-29T05:46:35.146Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nzl5pzfh time="2024-02-29T05:46:35.146Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nzl5pzfh time="2024-02-29T05:46:35.153Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=nzl5pzfh time="2024-02-29T05:46:35.153Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=9f0719df-8e5b-46bd-8490-14051c9a28a3 time="2024-02-29T05:46:35.156Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2dd37270-cf4a-49d2-b918-9f5d8ffaa5d4 time="2024-02-29T05:46:35.156Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=h7s9cddk time="2024-02-29T05:46:35.156Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=h7s9cddk time="2024-02-29T05:46:35.156Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:35.156Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=h7s9cddk time="2024-02-29T05:46:35.156Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=h7s9cddk time="2024-02-29T05:46:35.156Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2dd37270-cf4a-49d2-b918-9f5d8ffaa5d4 time="2024-02-29T05:46:35.214Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=t9xmhnws time="2024-02-29T05:46:35.214Z" level=info msg="updating RequirementsMetCondition: status=False reason=ClusterImageSetNotFound" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t9xmhnws time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=750f9ea4-ded4-4e0c-b13c-a1d659a83471 time="2024-02-29T05:46:35.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=6h9jvppg time="2024-02-29T05:46:35.224Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=6h9jvppg time="2024-02-29T05:46:35.224Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=6h9jvppg time="2024-02-29T05:46:35.224Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6h9jvppg time="2024-02-29T05:46:35.224Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=750f9ea4-ded4-4e0c-b13c-a1d659a83471 time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=09e112cc-36aa-4aff-abe7-957cf3678ecf time="2024-02-29T05:46:35.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9jqldvxl time="2024-02-29T05:46:35.224Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9jqldvxl time="2024-02-29T05:46:35.224Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9jqldvxl time="2024-02-29T05:46:35.224Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jqldvxl time="2024-02-29T05:46:35.224Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=09e112cc-36aa-4aff-abe7-957cf3678ecf time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e4a6e681-a579-4907-8725-354bcc8b62a6 time="2024-02-29T05:46:35.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=gwzfpbbg time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e56b32c4-4d6f-4d57-8bbd-5059d7966dcd time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc20517b-835a-42a6-8ae4-a5e4ca46f4f6 time="2024-02-29T05:46:35.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=j9lxkh8q time="2024-02-29T05:46:35.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=j9lxkh8q time="2024-02-29T05:46:35.225Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=j9lxkh8q time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9lxkh8q time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc20517b-835a-42a6-8ae4-a5e4ca46f4f6 time="2024-02-29T05:46:35.224Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=t9xmhnws time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=120 elapsedMillisGT=0 outcome=unspecified reconcileID=t9xmhnws time="2024-02-29T05:46:35.225Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b7f2a542-2da0-45c7-bef2-c92b024ff797 time="2024-02-29T05:46:35.224Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=gwzfpbbg time="2024-02-29T05:46:35.225Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=gwzfpbbg time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwzfpbbg time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e4a6e681-a579-4907-8725-354bcc8b62a6 time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c39d981c-9d76-4800-950d-0ab37cd21d5b time="2024-02-29T05:46:35.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=bvqw4sd4 time="2024-02-29T05:46:35.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=bvqw4sd4 time="2024-02-29T05:46:35.225Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=bvqw4sd4 time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bvqw4sd4 time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c39d981c-9d76-4800-950d-0ab37cd21d5b time="2024-02-29T05:46:35.225Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4a61963b-7df1-4c6a-9be6-f7570a44fdcb time="2024-02-29T05:46:35.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=z2m7wwwn time="2024-02-29T05:46:35.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=z2m7wwwn time="2024-02-29T05:46:35.225Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=z2m7wwwn time="2024-02-29T05:46:35.225Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pgk2cfjt time="2024-02-29T05:46:35.225Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=z2m7wwwn time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2m7wwwn time="2024-02-29T05:46:35.225Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4a61963b-7df1-4c6a-9be6-f7570a44fdcb time="2024-02-29T05:46:35.224Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e79b69ef-fc80-47a4-80de-43934ffaf1ab time="2024-02-29T05:46:35.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=k6rkz9tp time="2024-02-29T05:46:35.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=k6rkz9tp time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pgk2cfjt time="2024-02-29T05:46:35.225Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0ffed27b-dc25-4b63-b410-5f300028009b time="2024-02-29T05:46:35.225Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=xvnkc2w6 time="2024-02-29T05:46:35.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=xvnkc2w6 time="2024-02-29T05:46:35.225Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=xvnkc2w6 time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvnkc2w6 time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0ffed27b-dc25-4b63-b410-5f300028009b time="2024-02-29T05:46:35.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6rkz9tp time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e79b69ef-fc80-47a4-80de-43934ffaf1ab time="2024-02-29T05:46:35.225Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e56b32c4-4d6f-4d57-8bbd-5059d7966dcd time="2024-02-29T05:46:35.229Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2bf5f8b3-ffd9-4e6f-897e-5891c775afe4 time="2024-02-29T05:46:35.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z4w556m8 time="2024-02-29T05:46:35.229Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=39afa865-6f68-49aa-96a7-5438e5ad8c8b time="2024-02-29T05:46:35.229Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=4nn2xq7w time="2024-02-29T05:46:35.229Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=4nn2xq7w time="2024-02-29T05:46:35.229Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:35.229Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=4nn2xq7w time="2024-02-29T05:46:35.229Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=4nn2xq7w time="2024-02-29T05:46:35.229Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=39afa865-6f68-49aa-96a7-5438e5ad8c8b time="2024-02-29T05:46:35.229Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3e1059d5-657b-4cf6-b1d8-805d64a8563a time="2024-02-29T05:46:35.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=br6nd4g7 time="2024-02-29T05:46:35.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=br6nd4g7 time="2024-02-29T05:46:35.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z4w556m8 time="2024-02-29T05:46:35.229Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4w556m8 time="2024-02-29T05:46:35.229Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2bf5f8b3-ffd9-4e6f-897e-5891c775afe4 time="2024-02-29T05:46:35.229Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=21d5bad9-693c-4be6-9137-48e770be756d time="2024-02-29T05:46:35.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.229Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:35.229Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:35.229Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=21d5bad9-693c-4be6-9137-48e770be756d time="2024-02-29T05:46:35.229Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=56c3d479-65a1-4a5a-9cc4-85da7dcaced1 time="2024-02-29T05:46:35.229Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=52gm9mt2 time="2024-02-29T05:46:35.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=52gm9mt2 time="2024-02-29T05:46:35.229Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=52gm9mt2 time="2024-02-29T05:46:35.229Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52gm9mt2 time="2024-02-29T05:46:35.229Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=56c3d479-65a1-4a5a-9cc4-85da7dcaced1 time="2024-02-29T05:46:35.229Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=br6nd4g7 time="2024-02-29T05:46:35.229Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=br6nd4g7 time="2024-02-29T05:46:35.229Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=br6nd4g7 time="2024-02-29T05:46:35.229Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3e1059d5-657b-4cf6-b1d8-805d64a8563a time="2024-02-29T05:46:35.27Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=02c1760f-1cff-4ec9-8b67-4e7628b20147 time="2024-02-29T05:46:35.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wvjslwq8 time="2024-02-29T05:46:35.27Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wvjslwq8 time="2024-02-29T05:46:35.27Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=wvjslwq8 time="2024-02-29T05:46:35.27Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=wvjslwq8 time="2024-02-29T05:46:35.27Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvjslwq8 time="2024-02-29T05:46:35.27Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=02c1760f-1cff-4ec9-8b67-4e7628b20147 time="2024-02-29T05:46:35.351Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7dd9746d-4a8c-47c0-8ea7-01b2406d6e19 time="2024-02-29T05:46:35.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=w7dcjnnj time="2024-02-29T05:46:35.351Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=w7dcjnnj time="2024-02-29T05:46:35.351Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=w7dcjnnj time="2024-02-29T05:46:35.351Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=w7dcjnnj time="2024-02-29T05:46:35.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7dcjnnj time="2024-02-29T05:46:35.351Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7dd9746d-4a8c-47c0-8ea7-01b2406d6e19 time="2024-02-29T05:46:35.511Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a999bd3-3c2b-46ed-93a7-05cae79e0e3f time="2024-02-29T05:46:35.511Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5mvq69fr time="2024-02-29T05:46:35.511Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5mvq69fr time="2024-02-29T05:46:35.511Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=5mvq69fr time="2024-02-29T05:46:35.511Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=5mvq69fr time="2024-02-29T05:46:35.511Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mvq69fr time="2024-02-29T05:46:35.511Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a999bd3-3c2b-46ed-93a7-05cae79e0e3f time="2024-02-29T05:46:35.832Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2fed3262-4a51-4b70-ac99-56707c824ac5 time="2024-02-29T05:46:35.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gw8kwc2l time="2024-02-29T05:46:35.832Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gw8kwc2l time="2024-02-29T05:46:35.832Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=gw8kwc2l time="2024-02-29T05:46:35.832Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=gw8kwc2l time="2024-02-29T05:46:35.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gw8kwc2l time="2024-02-29T05:46:35.832Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2fed3262-4a51-4b70-ac99-56707c824ac5 time="2024-02-29T05:46:36.473Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a53d015f-2cca-451a-ae76-baf8f59240b6 time="2024-02-29T05:46:36.473Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=q2rg5mzt time="2024-02-29T05:46:36.473Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=q2rg5mzt time="2024-02-29T05:46:36.473Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-29 clusterimageset=mihuang-29-imageset controller=clusterDeployment reconcileID=q2rg5mzt time="2024-02-29T05:46:36.473Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" reconcileID=q2rg5mzt time="2024-02-29T05:46:36.473Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2rg5mzt time="2024-02-29T05:46:36.473Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-29-imageset\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a53d015f-2cca-451a-ae76-baf8f59240b6 time="2024-02-29T05:46:37.754Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fa17dc28-443a-4d10-9a47-ef33fde4340a time="2024-02-29T05:46:37.754Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp time="2024-02-29T05:46:37.754Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp time="2024-02-29T05:46:37.754Z" level=info msg="updating RequirementsMetCondition: status=Unknown reason=ClusterImageSetFound" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp time="2024-02-29T05:46:37.765Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9e7b6ea4-1b50-4994-a8c2-831a6d3a851f time="2024-02-29T05:46:37.765Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qxpbzmtr time="2024-02-29T05:46:37.765Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=36a2b1b0-7d6b-4905-b4f7-ae901e9bbb10 time="2024-02-29T05:46:37.765Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nd5xd767 time="2024-02-29T05:46:37.765Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nd5xd767 time="2024-02-29T05:46:37.765Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nd5xd767 time="2024-02-29T05:46:37.765Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd5xd767 time="2024-02-29T05:46:37.765Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=36a2b1b0-7d6b-4905-b4f7-ae901e9bbb10 time="2024-02-29T05:46:37.765Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qxpbzmtr time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9e7b6ea4-1b50-4994-a8c2-831a6d3a851f time="2024-02-29T05:46:37.765Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a1b6e9fb-7aab-4fba-ad35-c43cd705cbd0 time="2024-02-29T05:46:37.766Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6028e681-4606-4ec5-b7d7-6fb9e6e24799 time="2024-02-29T05:46:37.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=r5kcwklb time="2024-02-29T05:46:37.766Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=315d5d37-0ae1-4fcd-923d-e16acdba2c49 time="2024-02-29T05:46:37.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2skh6qlp time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2skh6qlp time="2024-02-29T05:46:37.765Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a5284c1-d208-45d0-a464-b4900324f294 time="2024-02-29T05:46:37.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6d54fvh4 time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=6d54fvh4 time="2024-02-29T05:46:37.766Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=6d54fvh4 time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6d54fvh4 time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a5284c1-d208-45d0-a464-b4900324f294 time="2024-02-29T05:46:37.766Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a8b878f-d8f0-4cf5-8159-d98cb38e8b78 time="2024-02-29T05:46:37.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=8twgw6bl time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=8twgw6bl time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8twgw6bl time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a8b878f-d8f0-4cf5-8159-d98cb38e8b78 time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=r5kcwklb time="2024-02-29T05:46:37.766Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=r5kcwklb time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5kcwklb time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6028e681-4606-4ec5-b7d7-6fb9e6e24799 time="2024-02-29T05:46:37.766Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2skh6qlp time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2skh6qlp time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=315d5d37-0ae1-4fcd-923d-e16acdba2c49 time="2024-02-29T05:46:37.766Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp time="2024-02-29T05:46:37.766Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp time="2024-02-29T05:46:37.766Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29-merged-pull-secret reconcileID=zsfvnmmp time="2024-02-29T05:46:37.765Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=76f5a977-f335-4460-bc29-479a256a848a time="2024-02-29T05:46:37.766Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=dffk6gxf time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=dffk6gxf time="2024-02-29T05:46:37.766Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=dffk6gxf time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dffk6gxf time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=76f5a977-f335-4460-bc29-479a256a848a time="2024-02-29T05:46:37.766Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jrf4rglj time="2024-02-29T05:46:37.766Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jrf4rglj time="2024-02-29T05:46:37.766Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jrf4rglj time="2024-02-29T05:46:37.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrf4rglj time="2024-02-29T05:46:37.766Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a1b6e9fb-7aab-4fba-ad35-c43cd705cbd0 time="2024-02-29T05:46:37.771Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=78fd9094-65bd-495c-9cff-fe11411fc13d time="2024-02-29T05:46:37.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gkmsxvd8 time="2024-02-29T05:46:37.771Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e3c16d7d-0050-4461-9c46-4e3845187aeb time="2024-02-29T05:46:37.771Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cf8x75vr time="2024-02-29T05:46:37.771Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cf8x75vr time="2024-02-29T05:46:37.771Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4917704a-5519-4d21-b9d3-abf9579cdad0 time="2024-02-29T05:46:37.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:37.771Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:37.771Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:37.771Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4917704a-5519-4d21-b9d3-abf9579cdad0 time="2024-02-29T05:46:37.771Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gkmsxvd8 time="2024-02-29T05:46:37.771Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkmsxvd8 time="2024-02-29T05:46:37.771Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=de1a8553-7832-41ef-9056-51292fa9dcd3 time="2024-02-29T05:46:37.771Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=sjcqs2nr time="2024-02-29T05:46:37.771Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=sjcqs2nr time="2024-02-29T05:46:37.771Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:37.771Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=sjcqs2nr time="2024-02-29T05:46:37.771Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=sjcqs2nr time="2024-02-29T05:46:37.771Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=de1a8553-7832-41ef-9056-51292fa9dcd3 time="2024-02-29T05:46:37.771Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=cf8x75vr time="2024-02-29T05:46:37.771Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cf8x75vr time="2024-02-29T05:46:37.771Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e3c16d7d-0050-4461-9c46-4e3845187aeb time="2024-02-29T05:46:37.771Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=78fd9094-65bd-495c-9cff-fe11411fc13d time="2024-02-29T05:46:37.779Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zsfvnmmp secretName=mihuang-29-merged-pull-secret time="2024-02-29T05:46:37.779Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=zsfvnmmp time="2024-02-29T05:46:37.779Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fa17dc28-443a-4d10-9a47-ef33fde4340a time="2024-02-29T05:46:40.326Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=834cf761-5f10-4ffb-87e7-1ff14335f078 time="2024-02-29T05:46:40.326Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9snlp6gj time="2024-02-29T05:46:40.326Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9snlp6gj time="2024-02-29T05:46:40.326Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.326Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9snlp6gj time="2024-02-29T05:46:40.326Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9snlp6gj time="2024-02-29T05:46:40.326Z" level=debug msg="generating cluster image set job" clusterdeployment=default/mihuang-29 time="2024-02-29T05:46:40.326Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29-imageset reconcileID=9snlp6gj time="2024-02-29T05:46:40.326Z" level=info msg="creating imageset job" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=9snlp6gj releaseImage="registry.ci.openshift.org/ocp/release:4.16.0-0.nightly-2024-02-26-013420" time="2024-02-29T05:46:40.434Z" level=info msg="created service account" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=9snlp6gj time="2024-02-29T05:46:40.493Z" level=info msg="created role" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=9snlp6gj time="2024-02-29T05:46:40.571Z" level=info msg="created rolebinding" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=9snlp6gj time="2024-02-29T05:46:40.579Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsed=6.5794207799999995 reconcileID=9snlp6gj time="2024-02-29T05:46:40.579Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=252 elapsedMillisGT=0 outcome=unspecified reconcileID=9snlp6gj time="2024-02-29T05:46:40.579Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=834cf761-5f10-4ffb-87e7-1ff14335f078 time="2024-02-29T05:46:40.58Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:46:40.58Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=928c454f-75a9-4e77-853f-4a125f822327 time="2024-02-29T05:46:40.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.58Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rq7pg68 time="2024-02-29T05:46:40.58Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=928c454f-75a9-4e77-853f-4a125f822327 time="2024-02-29T05:46:40.599Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=27163b9d-b2c9-4ab0-8fd7-8ace4f14aa13 time="2024-02-29T05:46:40.599Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.599Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.599Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrkslj5n time="2024-02-29T05:46:40.599Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=27163b9d-b2c9-4ab0-8fd7-8ace4f14aa13 time="2024-02-29T05:46:40.608Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de64e442-f644-4797-918a-3f41e553d8ca time="2024-02-29T05:46:40.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.608Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pvpj4rqk time="2024-02-29T05:46:40.608Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de64e442-f644-4797-918a-3f41e553d8ca time="2024-02-29T05:46:40.608Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=507bb0ce-c720-48b0-bfad-d60523354d1f time="2024-02-29T05:46:40.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.608Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rv6mvvs time="2024-02-29T05:46:40.608Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=507bb0ce-c720-48b0-bfad-d60523354d1f time="2024-02-29T05:46:40.622Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dd0a8442-1e84-42bf-a298-ff5e7ace327d time="2024-02-29T05:46:40.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pnnc79tw time="2024-02-29T05:46:40.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pnnc79tw time="2024-02-29T05:46:40.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.623Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pnnc79tw time="2024-02-29T05:46:40.624Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=pnnc79tw time="2024-02-29T05:46:40.624Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=pnnc79tw time="2024-02-29T05:46:40.624Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=pnnc79tw time="2024-02-29T05:46:40.624Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dd0a8442-1e84-42bf-a298-ff5e7ace327d time="2024-02-29T05:46:40.632Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53a94e44-4258-4620-8639-a395b91ac2f5 time="2024-02-29T05:46:40.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:40.632Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prm45498 time="2024-02-29T05:46:40.632Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53a94e44-4258-4620-8639-a395b91ac2f5 time="2024-02-29T05:46:41.006Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4fb7e2cb-12ec-49eb-a2a8-e68b7a2540a8 time="2024-02-29T05:46:41.006Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:41.006Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:41.006Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n8vdlz2 time="2024-02-29T05:46:41.006Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4fb7e2cb-12ec-49eb-a2a8-e68b7a2540a8 time="2024-02-29T05:46:42.918Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5a378205-99f9-4320-901d-1b390780c1fb time="2024-02-29T05:46:42.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:42.918Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:42.918Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqjq5gq4 time="2024-02-29T05:46:42.918Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5a378205-99f9-4320-901d-1b390780c1fb time="2024-02-29T05:46:43.359Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=713690ef-d5eb-4bcf-8eef-7f8af727719d time="2024-02-29T05:46:43.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x2gkg9gh time="2024-02-29T05:46:43.359Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x2gkg9gh time="2024-02-29T05:46:43.359Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2gkg9gh time="2024-02-29T05:46:43.359Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=713690ef-d5eb-4bcf-8eef-7f8af727719d time="2024-02-29T05:46:43.359Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4794370e-d63a-441f-93d7-3580adc6271b time="2024-02-29T05:46:43.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:43.36Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:43.36Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68kf7mnf time="2024-02-29T05:46:43.36Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4794370e-d63a-441f-93d7-3580adc6271b time="2024-02-29T05:46:43.359Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=372f2e98-a0ff-4447-9917-34175eec00ad time="2024-02-29T05:46:43.36Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mm7k9zd4 time="2024-02-29T05:46:43.36Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mm7k9zd4 time="2024-02-29T05:46:43.36Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mm7k9zd4 time="2024-02-29T05:46:43.36Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm7k9zd4 time="2024-02-29T05:46:43.36Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=372f2e98-a0ff-4447-9917-34175eec00ad time="2024-02-29T05:46:43.359Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=42a584d2-84f0-4528-8964-4eb9c07747d6 time="2024-02-29T05:46:43.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:43.36Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:43.36Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:43.36Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=42a584d2-84f0-4528-8964-4eb9c07747d6 time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=9180b1ff-a617-4465-a2f5-f3a79d0d026b time="2024-02-29T05:46:43.36Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8cj5mv8q time="2024-02-29T05:46:43.36Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8cj5mv8q time="2024-02-29T05:46:43.36Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:43.36Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8cj5mv8q time="2024-02-29T05:46:43.36Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=8cj5mv8q time="2024-02-29T05:46:43.36Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=9180b1ff-a617-4465-a2f5-f3a79d0d026b time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f849702d-c2ee-4c22-b49b-1e47084ca379 time="2024-02-29T05:46:43.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qwkcw6ld time="2024-02-29T05:46:43.36Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qwkcw6ld time="2024-02-29T05:46:43.359Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=874e28f5-8e0b-483a-9e4c-c5928c1f117c time="2024-02-29T05:46:43.361Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwkcw6ld time="2024-02-29T05:46:43.361Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f849702d-c2ee-4c22-b49b-1e47084ca379 time="2024-02-29T05:46:43.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=trwqm2gw time="2024-02-29T05:46:43.361Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=trwqm2gw time="2024-02-29T05:46:43.361Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=trwqm2gw time="2024-02-29T05:46:43.361Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trwqm2gw time="2024-02-29T05:46:43.361Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=874e28f5-8e0b-483a-9e4c-c5928c1f117c time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=573cfb2d-7f67-421a-9a7f-aad472568738 time="2024-02-29T05:46:43.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=t4h4xr7w time="2024-02-29T05:46:43.361Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=t4h4xr7w time="2024-02-29T05:46:43.361Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=t4h4xr7w time="2024-02-29T05:46:43.361Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4h4xr7w time="2024-02-29T05:46:43.361Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=573cfb2d-7f67-421a-9a7f-aad472568738 time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c71cffe4-43d8-42eb-85df-7fa6a9e52340 time="2024-02-29T05:46:43.361Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=wsngkjj5 time="2024-02-29T05:46:43.361Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=wsngkjj5 time="2024-02-29T05:46:43.361Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=wsngkjj5 time="2024-02-29T05:46:43.361Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wsngkjj5 time="2024-02-29T05:46:43.361Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c71cffe4-43d8-42eb-85df-7fa6a9e52340 time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=450f9c11-57fe-4f2f-a47b-de160b191b08 time="2024-02-29T05:46:43.361Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8zhmh2lx time="2024-02-29T05:46:43.361Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8zhmh2lx time="2024-02-29T05:46:43.361Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=450f9c11-57fe-4f2f-a47b-de160b191b08 time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cc4da8aa-60b8-4779-945d-fdedf6e96465 time="2024-02-29T05:46:43.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xn4jsls6 time="2024-02-29T05:46:43.362Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xn4jsls6 time="2024-02-29T05:46:43.362Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xn4jsls6 time="2024-02-29T05:46:43.362Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xn4jsls6 time="2024-02-29T05:46:43.362Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cc4da8aa-60b8-4779-945d-fdedf6e96465 time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8c4b3644-cae2-426b-a760-2cd89b7ed98d time="2024-02-29T05:46:43.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7k87v29f time="2024-02-29T05:46:43.362Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7k87v29f time="2024-02-29T05:46:43.362Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7k87v29f time="2024-02-29T05:46:43.36Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f046b110-3718-4389-8505-628b36f91eb8 time="2024-02-29T05:46:43.362Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=dgj42qpv time="2024-02-29T05:46:43.362Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=dgj42qpv time="2024-02-29T05:46:43.363Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=dgj42qpv time="2024-02-29T05:46:43.363Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dgj42qpv time="2024-02-29T05:46:43.363Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f046b110-3718-4389-8505-628b36f91eb8 time="2024-02-29T05:46:43.362Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k87v29f time="2024-02-29T05:46:43.364Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8c4b3644-cae2-426b-a760-2cd89b7ed98d time="2024-02-29T05:46:43.921Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f09b6382-ddf1-46cd-9124-58c7414c3414 time="2024-02-29T05:46:43.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:43.921Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:43.921Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kcg8qt4l time="2024-02-29T05:46:43.921Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f09b6382-ddf1-46cd-9124-58c7414c3414 time="2024-02-29T05:46:45.004Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=aa4c4abe-b484-4614-8601-21d31be505df time="2024-02-29T05:46:45.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:45.004Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:45.004Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqgzb8k6 time="2024-02-29T05:46:45.004Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=aa4c4abe-b484-4614-8601-21d31be505df time="2024-02-29T05:46:45.926Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=18c4074a-10bc-4a6d-812f-f3bdbdf0b992 time="2024-02-29T05:46:45.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:45.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:45.926Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bw8nk2ld time="2024-02-29T05:46:45.926Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=18c4074a-10bc-4a6d-812f-f3bdbdf0b992 time="2024-02-29T05:46:46.014Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0090b0a8-c389-449b-b332-60ab54bcb05f time="2024-02-29T05:46:46.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.014Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.014Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmcsjtds time="2024-02-29T05:46:46.014Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0090b0a8-c389-449b-b332-60ab54bcb05f time="2024-02-29T05:46:46.023Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4ac88288-b793-4001-ae8d-603b57b8ae52 time="2024-02-29T05:46:46.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.023Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78zvxcmm time="2024-02-29T05:46:46.023Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4ac88288-b793-4001-ae8d-603b57b8ae52 time="2024-02-29T05:46:46.032Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6352d4f7-6dc5-44c5-8c30-f301826f2c8c time="2024-02-29T05:46:46.032Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.032Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.032Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.032Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.032Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.032Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.032Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/mihuang-29 controller=clusterDeployment job=mihuang-29-imageset reconcileID=4kkhw7z2 successful=true time="2024-02-29T05:46:46.042Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f7436612-da7f-49cb-bfbe-408d621d3f62 time="2024-02-29T05:46:46.052Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rfzb8ns7 time="2024-02-29T05:46:46.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rfzb8ns7 time="2024-02-29T05:46:46.053Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a285ec79-4e8c-4b09-9a0c-a894efa647ad time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=pm5nnb2t time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=pm5nnb2t time="2024-02-29T05:46:46.053Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=pm5nnb2t time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pm5nnb2t time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a285ec79-4e8c-4b09-9a0c-a894efa647ad time="2024-02-29T05:46:46.053Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9848ae3-7ad3-4050-8d37-31b17578130e time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cgw2jh4d time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cgw2jh4d time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgw2jh4d time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9848ae3-7ad3-4050-8d37-31b17578130e time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f91ad6b-bd4d-4f8c-b438-487f221992da time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8hg6tv5 time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8hg6tv5 time="2024-02-29T05:46:46.053Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l8hg6tv5 time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8hg6tv5 time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f91ad6b-bd4d-4f8c-b438-487f221992da time="2024-02-29T05:46:46.053Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2ae6568f-14af-4cce-b23f-a4e95d22c5a0 time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mq7pkrsz time="2024-02-29T05:46:46.053Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mq7pkrsz time="2024-02-29T05:46:46.053Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=mq7pkrsz time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mq7pkrsz time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2ae6568f-14af-4cce-b23f-a4e95d22c5a0 time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c929da4-d23c-422e-a0bb-5697f5b049ea time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.053Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c929da4-d23c-422e-a0bb-5697f5b049ea time="2024-02-29T05:46:46.053Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rfzb8ns7 time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rfzb8ns7 time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f7436612-da7f-49cb-bfbe-408d621d3f62 time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0ba063c6-73af-4507-adff-1bbdd42a239a time="2024-02-29T05:46:46.053Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmpn4wz9 time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmpn4wz9 time="2024-02-29T05:46:46.053Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.053Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmpn4wz9 time="2024-02-29T05:46:46.053Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=fmpn4wz9 time="2024-02-29T05:46:46.053Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0ba063c6-73af-4507-adff-1bbdd42a239a time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f00d6d9e-6963-448d-b0fe-d9c2a2eebcc6 time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bnbw6d68 time="2024-02-29T05:46:46.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bnbw6d68 time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f8cdcd53-9edf-4470-a640-555fa7d812f1 time="2024-02-29T05:46:46.053Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=rg4vwh2h time="2024-02-29T05:46:46.054Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=rg4vwh2h time="2024-02-29T05:46:46.053Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bnbw6d68 time="2024-02-29T05:46:46.054Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bnbw6d68 time="2024-02-29T05:46:46.054Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f00d6d9e-6963-448d-b0fe-d9c2a2eebcc6 time="2024-02-29T05:46:46.054Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rg4vwh2h time="2024-02-29T05:46:46.054Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f8cdcd53-9edf-4470-a640-555fa7d812f1 time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ac5608cc-9720-4142-bb1b-0060051388ca time="2024-02-29T05:46:46.054Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tmkh5x4r time="2024-02-29T05:46:46.054Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tmkh5x4r time="2024-02-29T05:46:46.054Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=tmkh5x4r time="2024-02-29T05:46:46.054Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmkh5x4r time="2024-02-29T05:46:46.054Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ac5608cc-9720-4142-bb1b-0060051388ca time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9f5726b5-c04d-4457-8182-ee0f8cff218f time="2024-02-29T05:46:46.054Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=n75gpmrm time="2024-02-29T05:46:46.054Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=n75gpmrm time="2024-02-29T05:46:46.054Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=n75gpmrm time="2024-02-29T05:46:46.054Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n75gpmrm time="2024-02-29T05:46:46.054Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9f5726b5-c04d-4457-8182-ee0f8cff218f time="2024-02-29T05:46:46.052Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c8fcaede-4773-431f-974f-b811b10d7547 time="2024-02-29T05:46:46.054Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=w5jlkn7t time="2024-02-29T05:46:46.054Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=w5jlkn7t time="2024-02-29T05:46:46.054Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c8fcaede-4773-431f-974f-b811b10d7547 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db7de3d3-04f0-4de5-8090-cca4e0aecf0b time="2024-02-29T05:46:46.065Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=2j922ld4 time="2024-02-29T05:46:46.065Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=2j922ld4 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0279a19f-4221-4db4-a250-2f431ab48116 time="2024-02-29T05:46:46.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4flj98hd time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a7d22388-22f5-4087-a0e8-0b26e8f4a320 time="2024-02-29T05:46:46.065Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7zrlvsm time="2024-02-29T05:46:46.065Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7zrlvsm time="2024-02-29T05:46:46.065Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7zrlvsm time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ae9e880-65db-412c-b9bc-315a798af24c time="2024-02-29T05:46:46.065Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4flj98hd time="2024-02-29T05:46:46.065Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=4flj98hd time="2024-02-29T05:46:46.065Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4flj98hd time="2024-02-29T05:46:46.065Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0279a19f-4221-4db4-a250-2f431ab48116 time="2024-02-29T05:46:46.065Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7zrlvsm time="2024-02-29T05:46:46.065Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a7d22388-22f5-4087-a0e8-0b26e8f4a320 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=d37ad2af-35e8-4ff1-8fea-5f5778c6e895 time="2024-02-29T05:46:46.065Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nrq67g75 time="2024-02-29T05:46:46.065Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nrq67g75 time="2024-02-29T05:46:46.066Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.066Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nrq67g75 time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=nrq67g75 time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=d37ad2af-35e8-4ff1-8fea-5f5778c6e895 time="2024-02-29T05:46:46.065Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=g6kpk59z time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=g6kpk59z time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6kpk59z time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ae9e880-65db-412c-b9bc-315a798af24c time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ac81ac05-fd8b-4673-b6e1-1c9eb09c6111 time="2024-02-29T05:46:46.066Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.066Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nb92jz7h time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nb92jz7h time="2024-02-29T05:46:46.066Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=nb92jz7h time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nb92jz7h time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ac81ac05-fd8b-4673-b6e1-1c9eb09c6111 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1dfa8f0c-a224-4d9c-bcaa-357eaceebbb6 time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kds6plwv time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kds6plwv time="2024-02-29T05:46:46.066Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kds6plwv time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kds6plwv time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1dfa8f0c-a224-4d9c-bcaa-357eaceebbb6 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8b2c8bb5-7bf5-492f-ba2c-c0c756742696 time="2024-02-29T05:46:46.066Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wnmzjmc7 time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wnmzjmc7 time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8b2c8bb5-7bf5-492f-ba2c-c0c756742696 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6245d9e7-e58d-4c6f-9234-715fa9aa711b time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=fl5zljmk time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=fl5zljmk time="2024-02-29T05:46:46.066Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=fl5zljmk time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fl5zljmk time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6245d9e7-e58d-4c6f-9234-715fa9aa711b time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fdd3ea77-22e7-46dc-8a26-f663058f9cef time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lv4wgmjf time="2024-02-29T05:46:46.065Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=2j922ld4 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8c78fb9b-1448-42cb-935f-d6952f447e42 time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jc8vtwdc time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2j922ld4 time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db7de3d3-04f0-4de5-8090-cca4e0aecf0b time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lv4wgmjf time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lv4wgmjf time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fdd3ea77-22e7-46dc-8a26-f663058f9cef time="2024-02-29T05:46:46.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jc8vtwdc time="2024-02-29T05:46:46.066Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jc8vtwdc time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jc8vtwdc time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8c78fb9b-1448-42cb-935f-d6952f447e42 time="2024-02-29T05:46:46.065Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=531b4f98-f961-429a-a2f4-8f1026fa052f time="2024-02-29T05:46:46.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.066Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.066Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.066Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=531b4f98-f961-429a-a2f4-8f1026fa052f time="2024-02-29T05:46:46.076Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=44 elapsedMillisGT=0 outcome=unspecified reconcileID=4kkhw7z2 time="2024-02-29T05:46:46.076Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6352d4f7-6dc5-44c5-8c30-f301826f2c8c time="2024-02-29T05:46:46.076Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cc54db97-ba97-49c5-9847-351b006062f6 time="2024-02-29T05:46:46.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.076Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.077Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.077Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.077Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.077Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8d409efc-d27c-4a35-b96c-9f3e4c83111b time="2024-02-29T05:46:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fl2sbpxd time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fl2sbpxd time="2024-02-29T05:46:46.077Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=fl2sbpxd time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fl2sbpxd time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca9cd716-9922-40c6-8f3c-ab996e7a7258 time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1fdb2485-a3b8-4f5f-a31e-d8c3b7ca0bcc time="2024-02-29T05:46:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=w2bbsqlt time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=w2bbsqlt time="2024-02-29T05:46:46.077Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=w2bbsqlt time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2bbsqlt time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1fdb2485-a3b8-4f5f-a31e-d8c3b7ca0bcc time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3ff9da95-6b0c-4cb8-a701-aa52affa8ced time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d60349e-52eb-4a2e-962a-315031b68c9c time="2024-02-29T05:46:46.077Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=phtcmm4s time="2024-02-29T05:46:46.077Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=tvxpg2qr time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=tvxpg2qr time="2024-02-29T05:46:46.077Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=tvxpg2qr time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvxpg2qr time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3ff9da95-6b0c-4cb8-a701-aa52affa8ced time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b6b631a2-a00b-4b9e-8cf7-f8ec281d7245 time="2024-02-29T05:46:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kp68vdvn time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kp68vdvn time="2024-02-29T05:46:46.077Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=kp68vdvn time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kp68vdvn time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b6b631a2-a00b-4b9e-8cf7-f8ec281d7245 time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=phtcmm4s time="2024-02-29T05:46:46.077Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=phtcmm4s time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phtcmm4s time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d60349e-52eb-4a2e-962a-315031b68c9c time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8d409efc-d27c-4a35-b96c-9f3e4c83111b time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=3ef71e3c-31b0-4a2d-8454-f8f2a8d7c1a4 time="2024-02-29T05:46:46.077Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=znlxnnxt time="2024-02-29T05:46:46.077Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=znlxnnxt time="2024-02-29T05:46:46.077Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.077Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=znlxnnxt time="2024-02-29T05:46:46.077Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=znlxnnxt time="2024-02-29T05:46:46.077Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=3ef71e3c-31b0-4a2d-8454-f8f2a8d7c1a4 time="2024-02-29T05:46:46.077Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4f24084-e6ca-4b27-a3a6-d3b138e75e03 time="2024-02-29T05:46:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.077Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4f24084-e6ca-4b27-a3a6-d3b138e75e03 time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1be5fbfb-518e-4b91-ba5e-469b81292387 time="2024-02-29T05:46:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zwzhjxmh time="2024-02-29T05:46:46.078Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zwzhjxmh time="2024-02-29T05:46:46.078Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=zwzhjxmh time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwzhjxmh time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1be5fbfb-518e-4b91-ba5e-469b81292387 time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=67355eee-833a-4bde-84ef-b94e795af4bd time="2024-02-29T05:46:46.078Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=swwkcwxz time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=swwkcwxz time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=67355eee-833a-4bde-84ef-b94e795af4bd time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f20d06ad-b55a-4779-a03d-4f7ffe995504 time="2024-02-29T05:46:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=79xkz75q time="2024-02-29T05:46:46.078Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=79xkz75q time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79xkz75q time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f20d06ad-b55a-4779-a03d-4f7ffe995504 time="2024-02-29T05:46:46.077Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=67a6e2be-5738-4cd6-bb8c-cf1396baa593 time="2024-02-29T05:46:46.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=66n6h68f time="2024-02-29T05:46:46.078Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=66n6h68f time="2024-02-29T05:46:46.078Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=66n6h68f time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66n6h68f time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=67a6e2be-5738-4cd6-bb8c-cf1396baa593 time="2024-02-29T05:46:46.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vv4l79kc time="2024-02-29T05:46:46.078Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vv4l79kc time="2024-02-29T05:46:46.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vv4l79kc time="2024-02-29T05:46:46.078Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca9cd716-9922-40c6-8f3c-ab996e7a7258 time="2024-02-29T05:46:46.078Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.078Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5rlj6rqm time="2024-02-29T05:46:46.084Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5rlj6rqm time="2024-02-29T05:46:46.084Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=5rlj6rqm time="2024-02-29T05:46:46.084Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cc54db97-ba97-49c5-9847-351b006062f6 time="2024-02-29T05:46:46.084Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4a311644-f4ce-462c-95ab-ab65f4d8fbaa time="2024-02-29T05:46:46.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.084Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.084Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.084Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.084Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.085Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.085Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=52hjmfk6 time="2024-02-29T05:46:46.085Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=52hjmfk6 time="2024-02-29T05:46:46.085Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-29 controller=clusterDeployment name=cluster-installer reconcileID=52hjmfk6 time="2024-02-29T05:46:46.085Z" level=debug msg="generating installer pod spec" clusterProvision=mihuang-29-0-wctk4 namespace=default time="2024-02-29T05:46:46.085Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29-0-wctk4 reconcileID=52hjmfk6 time="2024-02-29T05:46:46.085Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.104Z" level=info msg="ClusterProvision created" controller=clusterDeployment time="2024-02-29T05:46:46.104Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.104Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=faefc921-00c3-4479-b8ba-be2477ec6af8 time="2024-02-29T05:46:46.104Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vxbgl9ct time="2024-02-29T05:46:46.104Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vxbgl9ct time="2024-02-29T05:46:46.104Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4af8c304-2864-4bf7-9795-2293f6019fd2 time="2024-02-29T05:46:46.105Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.105Z" level=debug msg="generating installer job" clusterProvision=mihuang-29-0-wctk4 namespace=default time="2024-02-29T05:46:46.105Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z49jbcbp time="2024-02-29T05:46:46.105Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z49jbcbp time="2024-02-29T05:46:46.105Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z49jbcbp time="2024-02-29T05:46:46.105Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z49jbcbp time="2024-02-29T05:46:46.105Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4af8c304-2864-4bf7-9795-2293f6019fd2 time="2024-02-29T05:46:46.105Z" level=debug msg="Setting labels on derived object" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision derivedObject=mihuang-29-0-wctk4-provision job=mihuang-29-0-wctk4-provision reconcileID=vxbgl9ct time="2024-02-29T05:46:46.105Z" level=info msg="creating install job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=vxbgl9ct time="2024-02-29T05:46:46.105Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.105Z" level=info msg="created new provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=52hjmfk6 time="2024-02-29T05:46:46.105Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=52hjmfk6 time="2024-02-29T05:46:46.113Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T05:46:46.114Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=vxbgl9ct time="2024-02-29T05:46:46.114Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=faefc921-00c3-4479-b8ba-be2477ec6af8 time="2024-02-29T05:46:46.114Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.114Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=64b86477-3817-4d46-994c-e7c7bf9ae830 time="2024-02-29T05:46:46.114Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vbqt4k2f time="2024-02-29T05:46:46.114Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vbqt4k2f time="2024-02-29T05:46:46.114Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vbqt4k2f time="2024-02-29T05:46:46.114Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.117Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsed=12.117612628 reconcileID=52hjmfk6 time="2024-02-29T05:46:46.117Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=52hjmfk6 time="2024-02-29T05:46:46.117Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4a311644-f4ce-462c-95ab-ab65f4d8fbaa time="2024-02-29T05:46:46.117Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bcdbeaed-29b3-45a1-966b-b5960953f0f0 time="2024-02-29T05:46:46.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=76gbczjr time="2024-02-29T05:46:46.117Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=76gbczjr time="2024-02-29T05:46:46.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.117Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=76gbczjr time="2024-02-29T05:46:46.117Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=76gbczjr time="2024-02-29T05:46:46.117Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b746c73b-1899-4df9-a8da-b3f1781fc990 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b90be4bb-2310-4797-a717-ed4a06137b34 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fzhbjqzs time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fzhbjqzs time="2024-02-29T05:46:46.118Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=fzhbjqzs time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzhbjqzs time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b90be4bb-2310-4797-a717-ed4a06137b34 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=tk8fp94k time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=tk8fp94k time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b746c73b-1899-4df9-a8da-b3f1781fc990 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=11f02cc6-d63e-4670-ba88-317d6e4e6586 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2jvvbwsz time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2jvvbwsz time="2024-02-29T05:46:46.118Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2jvvbwsz time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jvvbwsz time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=11f02cc6-d63e-4670-ba88-317d6e4e6586 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34b37951-dd9d-4b69-9194-4be983482336 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wz285dq8 time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wz285dq8 time="2024-02-29T05:46:46.118Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=wz285dq8 time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wz285dq8 time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34b37951-dd9d-4b69-9194-4be983482336 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a3c4511-8f6e-49be-be5d-e9a1cb0ac24f time="2024-02-29T05:46:46.118Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wzq46dzt time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wzq46dzt time="2024-02-29T05:46:46.118Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wzq46dzt time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzq46dzt time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a3c4511-8f6e-49be-be5d-e9a1cb0ac24f time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a08cb29f-5e6e-473d-82fe-365d83c1c745 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=gzbdg9j8 time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=gzbdg9j8 time="2024-02-29T05:46:46.118Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=gzbdg9j8 time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gzbdg9j8 time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a08cb29f-5e6e-473d-82fe-365d83c1c745 time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e25dd40-b991-4f3e-aa46-2a8f58b4a22f time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sld7sxmj time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sld7sxmj time="2024-02-29T05:46:46.118Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=sld7sxmj time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sld7sxmj time="2024-02-29T05:46:46.118Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e25dd40-b991-4f3e-aa46-2a8f58b4a22f time="2024-02-29T05:46:46.118Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ddb0ef32-cd29-4636-b8ba-9751e3d75ea0 time="2024-02-29T05:46:46.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qst9cgqm time="2024-02-29T05:46:46.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qst9cgqm time="2024-02-29T05:46:46.118Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qst9cgqm time="2024-02-29T05:46:46.119Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ddb0ef32-cd29-4636-b8ba-9751e3d75ea0 time="2024-02-29T05:46:46.123Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1e4707c-27b0-4ab2-be26-bebe1ec22fed time="2024-02-29T05:46:46.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.123Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.123Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.123Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1e4707c-27b0-4ab2-be26-bebe1ec22fed time="2024-02-29T05:46:46.123Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=71a1fb40-f373-43ec-a8db-9c5048cd1e93 time="2024-02-29T05:46:46.123Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ee497081-1f8c-4f0a-ade7-7718706dcab0 time="2024-02-29T05:46:46.123Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f93a745-f763-4dd7-a086-276d7cee114a time="2024-02-29T05:46:46.123Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=462smnmh time="2024-02-29T05:46:46.123Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=cltrkdbp time="2024-02-29T05:46:46.123Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=cltrkdbp time="2024-02-29T05:46:46.123Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.123Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=cltrkdbp time="2024-02-29T05:46:46.123Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=cltrkdbp time="2024-02-29T05:46:46.123Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=71a1fb40-f373-43ec-a8db-9c5048cd1e93 time="2024-02-29T05:46:46.123Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z4z65xzd time="2024-02-29T05:46:46.123Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z4z65xzd time="2024-02-29T05:46:46.123Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z4z65xzd time="2024-02-29T05:46:46.123Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4z65xzd time="2024-02-29T05:46:46.123Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ee497081-1f8c-4f0a-ade7-7718706dcab0 time="2024-02-29T05:46:46.123Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=462smnmh time="2024-02-29T05:46:46.123Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=462smnmh time="2024-02-29T05:46:46.123Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f93a745-f763-4dd7-a086-276d7cee114a time="2024-02-29T05:46:46.123Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6d9998af-5617-4b3f-87ff-71b2eb5de5b0 time="2024-02-29T05:46:46.123Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mvgdtpgr time="2024-02-29T05:46:46.123Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mvgdtpgr time="2024-02-29T05:46:46.123Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mvgdtpgr time="2024-02-29T05:46:46.123Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvgdtpgr time="2024-02-29T05:46:46.123Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6d9998af-5617-4b3f-87ff-71b2eb5de5b0 time="2024-02-29T05:46:46.124Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=vbqt4k2f time="2024-02-29T05:46:46.124Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=64b86477-3817-4d46-994c-e7c7bf9ae830 time="2024-02-29T05:46:46.124Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e887012f-6b29-45ae-9e3d-b20094f46cb8 time="2024-02-29T05:46:46.124Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.124Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ps5znzgs time="2024-02-29T05:46:46.124Z" level=debug msg="Reconcile done, requeueing after 59.875168908s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e887012f-6b29-45ae-9e3d-b20094f46cb8 time="2024-02-29T05:46:46.126Z" level=info msg="could not adopt provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" provision=mihuang-29-0-wctk4 reconcileID=76gbczjr time="2024-02-29T05:46:46.126Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=76gbczjr time="2024-02-29T05:46:46.126Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bcdbeaed-29b3-45a1-966b-b5960953f0f0 time="2024-02-29T05:46:46.126Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d961b4aa-b6f7-4604-a9ec-6c2a6d5c2fec time="2024-02-29T05:46:46.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=l9hw5c6g time="2024-02-29T05:46:46.126Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=l9hw5c6g time="2024-02-29T05:46:46.126Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.126Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.126Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=l9hw5c6g time="2024-02-29T05:46:46.126Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=l9hw5c6g time="2024-02-29T05:46:46.126Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.136Z" level=info msg="adopted provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=l9hw5c6g time="2024-02-29T05:46:46.137Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=l9hw5c6g time="2024-02-29T05:46:46.137Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d961b4aa-b6f7-4604-a9ec-6c2a6d5c2fec time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5790663f-97dd-46c7-a81f-8430eb42cfc5 time="2024-02-29T05:46:46.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=bm5cjws9 time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=bm5cjws9 time="2024-02-29T05:46:46.137Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=bm5cjws9 time="2024-02-29T05:46:46.137Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bm5cjws9 time="2024-02-29T05:46:46.137Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5790663f-97dd-46c7-a81f-8430eb42cfc5 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e731e33-038d-421b-9794-8a8592fa58b1 time="2024-02-29T05:46:46.137Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7mr6gsht time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7mr6gsht time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=bc8ec9f1-9035-480d-a9ca-ebd0b65f62cf time="2024-02-29T05:46:46.137Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=86zkxfrd time="2024-02-29T05:46:46.137Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=86zkxfrd time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c6f7e5e-9f91-412b-9fe2-7658eded937d time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d7d0546-b879-40a1-a59d-383ba93c956d time="2024-02-29T05:46:46.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qnssn42z time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b83049c6-6249-4f92-8036-5be62ea428bc time="2024-02-29T05:46:46.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=7x7fdcs2 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=3aa04f9c-d63d-4c0d-a6b8-3b906c543218 time="2024-02-29T05:46:46.137Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=479mzcxd time="2024-02-29T05:46:46.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.137Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.137Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.137Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c6f7e5e-9f91-412b-9fe2-7658eded937d time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=479mzcxd time="2024-02-29T05:46:46.137Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.137Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=479mzcxd time="2024-02-29T05:46:46.137Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=479mzcxd time="2024-02-29T05:46:46.137Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=3aa04f9c-d63d-4c0d-a6b8-3b906c543218 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=d1af0b48-ff34-4eb9-b826-39e116f5f079 time="2024-02-29T05:46:46.137Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vht45r4h time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vht45r4h time="2024-02-29T05:46:46.138Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vht45r4h time="2024-02-29T05:46:46.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.138Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vht45r4h time="2024-02-29T05:46:46.138Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=vht45r4h time="2024-02-29T05:46:46.138Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vht45r4h time="2024-02-29T05:46:46.138Z" level=debug msg="Reconcile done, requeueing after 59.861849396s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=d1af0b48-ff34-4eb9-b826-39e116f5f079 time="2024-02-29T05:46:46.138Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=eb4e62c9-bed4-4757-9a46-38d0cc528f7d time="2024-02-29T05:46:46.138Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jhnjc9zz time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=7x7fdcs2 time="2024-02-29T05:46:46.138Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=7x7fdcs2 time="2024-02-29T05:46:46.138Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x7fdcs2 time="2024-02-29T05:46:46.138Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b83049c6-6249-4f92-8036-5be62ea428bc time="2024-02-29T05:46:46.137Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qnssn42z time="2024-02-29T05:46:46.138Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnssn42z time="2024-02-29T05:46:46.138Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d7d0546-b879-40a1-a59d-383ba93c956d time="2024-02-29T05:46:46.138Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jhnjc9zz time="2024-02-29T05:46:46.138Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=jhnjc9zz time="2024-02-29T05:46:46.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.138Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jhnjc9zz time="2024-02-29T05:46:46.138Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=jhnjc9zz time="2024-02-29T05:46:46.138Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhnjc9zz time="2024-02-29T05:46:46.138Z" level=debug msg="Reconcile done, requeueing after 59.861388682s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=eb4e62c9-bed4-4757-9a46-38d0cc528f7d time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97c33a41-8c14-4d66-8354-70ad1a0fa760 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a3dd33f-0178-455d-aa5a-527b41d82fa9 time="2024-02-29T05:46:46.138Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqv2nfrb time="2024-02-29T05:46:46.138Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqv2nfrb time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=85f8d4bb-a648-4b05-b081-51ba89bc7af7 time="2024-02-29T05:46:46.138Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jwtbrxrr time="2024-02-29T05:46:46.138Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.138Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.138Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vp9ch4gl time="2024-02-29T05:46:46.138Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vp9ch4gl time="2024-02-29T05:46:46.138Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqv2nfrb time="2024-02-29T05:46:46.138Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=bqv2nfrb time="2024-02-29T05:46:46.138Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vp9ch4gl time="2024-02-29T05:46:46.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.138Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jwtbrxrr time="2024-02-29T05:46:46.139Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=jwtbrxrr time="2024-02-29T05:46:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwtbrxrr time="2024-02-29T05:46:46.139Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=85f8d4bb-a648-4b05-b081-51ba89bc7af7 time="2024-02-29T05:46:46.138Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97c33a41-8c14-4d66-8354-70ad1a0fa760 time="2024-02-29T05:46:46.137Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7mr6gsht time="2024-02-29T05:46:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=7mr6gsht time="2024-02-29T05:46:46.139Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1e731e33-038d-421b-9794-8a8592fa58b1 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d62b0c8-4ba4-4eac-9f4b-d142d5f56386 time="2024-02-29T05:46:46.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4jgbhxm5 time="2024-02-29T05:46:46.139Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4jgbhxm5 time="2024-02-29T05:46:46.139Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=4jgbhxm5 time="2024-02-29T05:46:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jgbhxm5 time="2024-02-29T05:46:46.139Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d62b0c8-4ba4-4eac-9f4b-d142d5f56386 time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5e38dbb9-0dc9-4a58-a4d3-335c4dd19a6d time="2024-02-29T05:46:46.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=h4q72w9l time="2024-02-29T05:46:46.139Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=h4q72w9l time="2024-02-29T05:46:46.139Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=h4q72w9l time="2024-02-29T05:46:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4q72w9l time="2024-02-29T05:46:46.139Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5e38dbb9-0dc9-4a58-a4d3-335c4dd19a6d time="2024-02-29T05:46:46.137Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0c6c5414-a9b4-410b-8c39-2a4a6198dad4 time="2024-02-29T05:46:46.139Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=c9v4k44z time="2024-02-29T05:46:46.139Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=c9v4k44z time="2024-02-29T05:46:46.139Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=c9v4k44z time="2024-02-29T05:46:46.139Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c9v4k44z time="2024-02-29T05:46:46.137Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=bc8ec9f1-9035-480d-a9ca-ebd0b65f62cf time="2024-02-29T05:46:46.139Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0c6c5414-a9b4-410b-8c39-2a4a6198dad4 time="2024-02-29T05:46:46.139Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=bqv2nfrb time="2024-02-29T05:46:46.139Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=bqv2nfrb time="2024-02-29T05:46:46.139Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=bqv2nfrb time="2024-02-29T05:46:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=bqv2nfrb time="2024-02-29T05:46:46.148Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a3dd33f-0178-455d-aa5a-527b41d82fa9 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=660faa94-7942-4203-a84a-5af02b054ecd time="2024-02-29T05:46:46.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d7w7gjwd time="2024-02-29T05:46:46.148Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d7w7gjwd time="2024-02-29T05:46:46.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.148Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.148Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d7w7gjwd time="2024-02-29T05:46:46.148Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d7w7gjwd time="2024-02-29T05:46:46.148Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ff2606e1-fab6-48d1-8e76-94163f0d7690 time="2024-02-29T05:46:46.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=dmx8g5mg time="2024-02-29T05:46:46.148Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=dmx8g5mg time="2024-02-29T05:46:46.148Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=dmx8g5mg time="2024-02-29T05:46:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmx8g5mg time="2024-02-29T05:46:46.148Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ff2606e1-fab6-48d1-8e76-94163f0d7690 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81084075-97e0-47b1-898f-adc29eee5856 time="2024-02-29T05:46:46.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=n7ckbk4f time="2024-02-29T05:46:46.148Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=n7ckbk4f time="2024-02-29T05:46:46.148Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=n7ckbk4f time="2024-02-29T05:46:46.148Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n7ckbk4f time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81084075-97e0-47b1-898f-adc29eee5856 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=67e67b64-5d98-4eb8-b58c-e3497ec152e6 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=30df99a7-a48d-4d5f-ae85-fcdbe964eb75 time="2024-02-29T05:46:46.149Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nzfz7ppt time="2024-02-29T05:46:46.148Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d7w7gjwd time="2024-02-29T05:46:46.149Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d7w7gjwd time="2024-02-29T05:46:46.149Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d7w7gjwd time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55f46839-d207-49fa-98e4-1e5652ef7faa time="2024-02-29T05:46:46.149Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bst9g9zq time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bst9g9zq time="2024-02-29T05:46:46.149Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bst9g9zq time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bst9g9zq time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55f46839-d207-49fa-98e4-1e5652ef7faa time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nzfz7ppt time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=30df99a7-a48d-4d5f-ae85-fcdbe964eb75 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=335390a5-c790-484e-be75-4c90ec880f1c time="2024-02-29T05:46:46.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=rn47wgls time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=rn47wgls time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rn47wgls time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=335390a5-c790-484e-be75-4c90ec880f1c time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5ce9dde9-0fde-4436-bf60-d9950996324c time="2024-02-29T05:46:46.149Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=59lfpfn4 time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=59lfpfn4 time="2024-02-29T05:46:46.149Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=59lfpfn4 time="2024-02-29T05:46:46.149Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:46.149Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=59lfpfn4 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f75e02f5-034a-497d-a1a1-b91381282de7 time="2024-02-29T05:46:46.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rwtwc55p time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rwtwc55p time="2024-02-29T05:46:46.149Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rwtwc55p time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwtwc55p time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f75e02f5-034a-497d-a1a1-b91381282de7 time="2024-02-29T05:46:46.148Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=23b66c18-9f7c-46d9-aa77-a1f8de0b0264 time="2024-02-29T05:46:46.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kcz4qp8j time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kcz4qp8j time="2024-02-29T05:46:46.149Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=kcz4qp8j time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kcz4qp8j time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=23b66c18-9f7c-46d9-aa77-a1f8de0b0264 time="2024-02-29T05:46:46.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zhszgrsn time="2024-02-29T05:46:46.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zhszgrsn time="2024-02-29T05:46:46.149Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=zhszgrsn time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhszgrsn time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=67e67b64-5d98-4eb8-b58c-e3497ec152e6 time="2024-02-29T05:46:46.149Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=59lfpfn4 time="2024-02-29T05:46:46.149Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59lfpfn4 time="2024-02-29T05:46:46.149Z" level=debug msg="Reconcile done, requeueing after 59.850291123s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5ce9dde9-0fde-4436-bf60-d9950996324c time="2024-02-29T05:46:46.154Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdb84406-096a-402a-a733-caa14c2b5c43 time="2024-02-29T05:46:46.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w59tjt9j time="2024-02-29T05:46:46.154Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w59tjt9j time="2024-02-29T05:46:46.154Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w59tjt9j time="2024-02-29T05:46:46.154Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdb84406-096a-402a-a733-caa14c2b5c43 time="2024-02-29T05:46:46.154Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=88ea6002-324e-4de9-bbd8-bf53a1774ac1 time="2024-02-29T05:46:46.154Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=drl28c2q time="2024-02-29T05:46:46.154Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=drl28c2q time="2024-02-29T05:46:46.154Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=drl28c2q time="2024-02-29T05:46:46.154Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drl28c2q time="2024-02-29T05:46:46.154Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=88ea6002-324e-4de9-bbd8-bf53a1774ac1 time="2024-02-29T05:46:46.154Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf10dbba-05d3-4c7c-8164-b97eae5603c0 time="2024-02-29T05:46:46.154Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.154Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:46:46.154Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=fe90b6e7-6245-46e7-80f9-40c7818a3788 time="2024-02-29T05:46:46.154Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=s6z8vgts time="2024-02-29T05:46:46.154Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=s6z8vgts time="2024-02-29T05:46:46.154Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:46:46.154Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=s6z8vgts time="2024-02-29T05:46:46.154Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=s6z8vgts time="2024-02-29T05:46:46.154Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=fe90b6e7-6245-46e7-80f9-40c7818a3788 time="2024-02-29T05:46:46.154Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:46:46.154Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf10dbba-05d3-4c7c-8164-b97eae5603c0 time="2024-02-29T05:46:46.24Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=d7w7gjwd time="2024-02-29T05:46:46.24Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=660faa94-7942-4203-a84a-5af02b054ecd time="2024-02-29T05:46:46.24Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2e1d374d-86eb-4bfb-82d6-4b5eabe953fb time="2024-02-29T05:46:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.24Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.24Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.24Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvmdr4sv time="2024-02-29T05:46:46.24Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2e1d374d-86eb-4bfb-82d6-4b5eabe953fb time="2024-02-29T05:46:46.25Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f2e92f7-53c3-4117-8345-137726970705 time="2024-02-29T05:46:46.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=dqw92665 time="2024-02-29T05:46:46.25Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=dqw92665 time="2024-02-29T05:46:46.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.25Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=dqw92665 time="2024-02-29T05:46:46.25Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=dqw92665 time="2024-02-29T05:46:46.251Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.251Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=dqw92665 time="2024-02-29T05:46:46.251Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=dqw92665 time="2024-02-29T05:46:46.251Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqw92665 time="2024-02-29T05:46:46.251Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f2e92f7-53c3-4117-8345-137726970705 time="2024-02-29T05:46:46.537Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7bafb2ae-a530-4224-b931-8b3ab0415c61 time="2024-02-29T05:46:46.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=55c45gt5 time="2024-02-29T05:46:46.537Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=55c45gt5 time="2024-02-29T05:46:46.537Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.537Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:46.537Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=55c45gt5 time="2024-02-29T05:46:46.537Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=55c45gt5 time="2024-02-29T05:46:46.537Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:46.538Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=55c45gt5 time="2024-02-29T05:46:46.538Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=55c45gt5 time="2024-02-29T05:46:46.538Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55c45gt5 time="2024-02-29T05:46:46.538Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7bafb2ae-a530-4224-b931-8b3ab0415c61 time="2024-02-29T05:46:52.944Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e5b520aa-d4af-4e9f-8cc2-db43db501e16 time="2024-02-29T05:46:52.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d8m59jgl time="2024-02-29T05:46:52.945Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d8m59jgl time="2024-02-29T05:46:52.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:52.945Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:52.945Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d8m59jgl time="2024-02-29T05:46:52.945Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d8m59jgl time="2024-02-29T05:46:52.945Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:52.946Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d8m59jgl time="2024-02-29T05:46:52.946Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d8m59jgl time="2024-02-29T05:46:52.946Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=d8m59jgl time="2024-02-29T05:46:52.946Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e5b520aa-d4af-4e9f-8cc2-db43db501e16 time="2024-02-29T05:46:53.337Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:46:53.337Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:46:53.337Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:46:53.337Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:46:53.337Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:46:53.337Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:46:53.949Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdf54d67-edf6-4bfa-86b3-26ad6f52080e time="2024-02-29T05:46:53.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmpx2jqh time="2024-02-29T05:46:53.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmpx2jqh time="2024-02-29T05:46:53.949Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:53.949Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:53.949Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmpx2jqh time="2024-02-29T05:46:53.949Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmpx2jqh time="2024-02-29T05:46:53.949Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:53.95Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=cmpx2jqh time="2024-02-29T05:46:53.95Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=cmpx2jqh time="2024-02-29T05:46:53.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmpx2jqh time="2024-02-29T05:46:53.95Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdf54d67-edf6-4bfa-86b3-26ad6f52080e time="2024-02-29T05:46:54.951Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a566c971-5090-4173-a4f0-9403744c7e9f time="2024-02-29T05:46:54.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xdsc2m6n time="2024-02-29T05:46:54.951Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xdsc2m6n time="2024-02-29T05:46:54.951Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:54.951Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:46:54.951Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xdsc2m6n time="2024-02-29T05:46:54.951Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xdsc2m6n time="2024-02-29T05:46:54.951Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:46:54.952Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=xdsc2m6n time="2024-02-29T05:46:54.952Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=xdsc2m6n time="2024-02-29T05:46:54.952Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=xdsc2m6n time="2024-02-29T05:46:54.952Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a566c971-5090-4173-a4f0-9403744c7e9f time="2024-02-29T05:46:55.964Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=8973e45e-fa72-47b9-b921-e674f51467fa time="2024-02-29T05:46:55.964Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:46:55.964Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qsv72kcs time="2024-02-29T05:46:55.964Z" level=debug msg="Reconcile done, requeueing after 50.035610474s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=8973e45e-fa72-47b9-b921-e674f51467fa time="2024-02-29T05:47:02.414Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=7461abec-75ea-41d9-8331-8825fced3ad5 time="2024-02-29T05:47:02.414Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f439b54-31f2-4ac1-a76a-5826fbde9b26 time="2024-02-29T05:47:02.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zl5pr96p time="2024-02-29T05:47:02.414Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=857668ea-651a-4a77-86d4-ff3f6c03f3ef time="2024-02-29T05:47:02.414Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=j7xzp4zv time="2024-02-29T05:47:02.414Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=j7xzp4zv time="2024-02-29T05:47:02.414Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=j7xzp4zv time="2024-02-29T05:47:02.414Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7xzp4zv time="2024-02-29T05:47:02.414Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=857668ea-651a-4a77-86d4-ff3f6c03f3ef time="2024-02-29T05:47:02.414Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zl5pr96p time="2024-02-29T05:47:02.414Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.414Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.414Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zl5pr96p time="2024-02-29T05:47:02.414Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=zl5pr96p time="2024-02-29T05:47:02.414Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lg6tkgtp time="2024-02-29T05:47:02.414Z" level=debug msg="Reconcile done, requeueing after 43.585273061s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=7461abec-75ea-41d9-8331-8825fced3ad5 time="2024-02-29T05:47:02.414Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.415Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=zl5pr96p time="2024-02-29T05:47:02.415Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.415Z" level=info msg="Saving infra ID \"mihuang-29-sdlqk\" for cluster" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=zl5pr96p time="2024-02-29T05:47:02.431Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=zl5pr96p time="2024-02-29T05:47:02.431Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1f439b54-31f2-4ac1-a76a-5826fbde9b26 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a55b86a6-c2bd-4882-828d-02f6b8484c22 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=13a6b157-573c-49b8-ac62-bda861eb93b9 time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=x86rh4x6 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=346d3605-e2f6-4cad-95e5-b4d07f99df33 time="2024-02-29T05:47:02.431Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=ch2flzbd time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e7fe0545-ebaa-4565-95f2-754aa7105c6a time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1475d34-93b9-46b7-90ed-51168e499db9 time="2024-02-29T05:47:02.431Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=608b207d-fb23-42c9-aa5c-c67dad31271c time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=hmld6nrz time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cef20375-80e3-4d55-9409-7bcf6a54307d time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=n6xgfjhk time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=6a41b31e-91fb-4d3d-8588-fcb06efe6643 time="2024-02-29T05:47:02.432Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=tpskbtc8 time="2024-02-29T05:47:02.432Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=tpskbtc8 time="2024-02-29T05:47:02.432Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:47:02.432Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=tpskbtc8 time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2kxsksth time="2024-02-29T05:47:02.431Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=n6xgfjhk time="2024-02-29T05:47:02.432Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2kxsksth time="2024-02-29T05:47:02.432Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=n6xgfjhk time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6xgfjhk time="2024-02-29T05:47:02.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gr4pkzcx time="2024-02-29T05:47:02.432Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gr4pkzcx time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=tpskbtc8 time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=6a41b31e-91fb-4d3d-8588-fcb06efe6643 time="2024-02-29T05:47:02.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.432Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.432Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gr4pkzcx time="2024-02-29T05:47:02.432Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gr4pkzcx time="2024-02-29T05:47:02.432Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cef20375-80e3-4d55-9409-7bcf6a54307d time="2024-02-29T05:47:02.432Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=2kxsksth time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kxsksth time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a55b86a6-c2bd-4882-828d-02f6b8484c22 time="2024-02-29T05:47:02.431Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=hmld6nrz time="2024-02-29T05:47:02.432Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=hmld6nrz time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmld6nrz time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=608b207d-fb23-42c9-aa5c-c67dad31271c time="2024-02-29T05:47:02.431Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.432Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=info msg="provision initialization complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7abc3f15-7ce8-4348-b9f1-8ccfdaf6fa62 time="2024-02-29T05:47:02.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.432Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7abc3f15-7ce8-4348-b9f1-8ccfdaf6fa62 time="2024-02-29T05:47:02.432Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=gr4pkzcx time="2024-02-29T05:47:02.431Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=ch2flzbd time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=346d3605-e2f6-4cad-95e5-b4d07f99df33 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c777462b-ad86-45c1-8baa-ee5f8632657d time="2024-02-29T05:47:02.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xrdq4dfj time="2024-02-29T05:47:02.432Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xrdq4dfj time="2024-02-29T05:47:02.432Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xrdq4dfj time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xrdq4dfj time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c777462b-ad86-45c1-8baa-ee5f8632657d time="2024-02-29T05:47:02.431Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=x86rh4x6 time="2024-02-29T05:47:02.432Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=x86rh4x6 time="2024-02-29T05:47:02.432Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=13a6b157-573c-49b8-ac62-bda861eb93b9 time="2024-02-29T05:47:02.432Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=wqz9cbzf time="2024-02-29T05:47:02.432Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.433Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=gr4pkzcx time="2024-02-29T05:47:02.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gr4pkzcx time="2024-02-29T05:47:02.433Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1475d34-93b9-46b7-90ed-51168e499db9 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf3f5c47-79a4-4905-a61f-8cadc7407e83 time="2024-02-29T05:47:02.433Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rgbddxt8 time="2024-02-29T05:47:02.433Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rgbddxt8 time="2024-02-29T05:47:02.433Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=rgbddxt8 time="2024-02-29T05:47:02.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgbddxt8 time="2024-02-29T05:47:02.433Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf3f5c47-79a4-4905-a61f-8cadc7407e83 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce08cda5-5214-42c3-bf5a-3bcf29d95e70 time="2024-02-29T05:47:02.433Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ddmpcdkh time="2024-02-29T05:47:02.433Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ddmpcdkh time="2024-02-29T05:47:02.433Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ddmpcdkh time="2024-02-29T05:47:02.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddmpcdkh time="2024-02-29T05:47:02.433Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce08cda5-5214-42c3-bf5a-3bcf29d95e70 time="2024-02-29T05:47:02.431Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb8339d2-2cc5-461c-9e48-77689cb6a486 time="2024-02-29T05:47:02.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2g2v928c time="2024-02-29T05:47:02.433Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2g2v928c time="2024-02-29T05:47:02.432Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=893a4ab8-fdb5-4044-9f5b-1bc64e3f76b8 time="2024-02-29T05:47:02.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=v877lccs time="2024-02-29T05:47:02.433Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=v877lccs time="2024-02-29T05:47:02.433Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=v877lccs time="2024-02-29T05:47:02.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v877lccs time="2024-02-29T05:47:02.433Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=893a4ab8-fdb5-4044-9f5b-1bc64e3f76b8 time="2024-02-29T05:47:02.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2g2v928c time="2024-02-29T05:47:02.433Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb8339d2-2cc5-461c-9e48-77689cb6a486 time="2024-02-29T05:47:02.441Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b881b888-136a-4235-80ce-89c7b3741d87 time="2024-02-29T05:47:02.441Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2t59gqk time="2024-02-29T05:47:02.441Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2t59gqk time="2024-02-29T05:47:02.441Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l2t59gqk time="2024-02-29T05:47:02.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2t59gqk time="2024-02-29T05:47:02.441Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b881b888-136a-4235-80ce-89c7b3741d87 time="2024-02-29T05:47:02.441Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=296b2022-0c88-4951-ac70-f5267c6ddfa9 time="2024-02-29T05:47:02.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.441Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.441Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.441Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.441Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st74zzlz time="2024-02-29T05:47:02.441Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=296b2022-0c88-4951-ac70-f5267c6ddfa9 time="2024-02-29T05:47:02.452Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=wqz9cbzf time="2024-02-29T05:47:02.452Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e7fe0545-ebaa-4565-95f2-754aa7105c6a time="2024-02-29T05:47:02.452Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=51cbfdb4-8cc7-427b-b955-2244cd58ff16 time="2024-02-29T05:47:02.452Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lmrx9fhh time="2024-02-29T05:47:02.452Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=692159e0-b741-4acd-9eb7-5dbc1367b95c time="2024-02-29T05:47:02.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4v95mg2c time="2024-02-29T05:47:02.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4v95mg2c time="2024-02-29T05:47:02.452Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lmrx9fhh time="2024-02-29T05:47:02.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.452Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lmrx9fhh time="2024-02-29T05:47:02.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.452Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lmrx9fhh time="2024-02-29T05:47:02.452Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4v95mg2c time="2024-02-29T05:47:02.452Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=lmrx9fhh time="2024-02-29T05:47:02.452Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4v95mg2c time="2024-02-29T05:47:02.452Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.452Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=edf5b15c-1674-4a06-bae3-6867b7036ae5 time="2024-02-29T05:47:02.452Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=g4mm4x6r time="2024-02-29T05:47:02.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=g4mm4x6r time="2024-02-29T05:47:02.452Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=g4mm4x6r time="2024-02-29T05:47:02.452Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4mm4x6r time="2024-02-29T05:47:02.452Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=edf5b15c-1674-4a06-bae3-6867b7036ae5 time="2024-02-29T05:47:02.452Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.452Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=lmrx9fhh time="2024-02-29T05:47:02.453Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=lmrx9fhh time="2024-02-29T05:47:02.453Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmrx9fhh time="2024-02-29T05:47:02.453Z" level=debug msg="Reconcile done, requeueing after 43.546989244s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=51cbfdb4-8cc7-427b-b955-2244cd58ff16 time="2024-02-29T05:47:02.453Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=9ec935ac-60d8-488b-a1aa-b8967de643b3 time="2024-02-29T05:47:02.453Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4v95mg2c time="2024-02-29T05:47:02.453Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.453Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4v95mg2c time="2024-02-29T05:47:02.453Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4v95mg2c time="2024-02-29T05:47:02.453Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.453Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2nxmbkmc time="2024-02-29T05:47:02.453Z" level=debug msg="Reconcile done, requeueing after 43.546476387s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=9ec935ac-60d8-488b-a1aa-b8967de643b3 time="2024-02-29T05:47:02.462Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4v95mg2c time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=496d9df5-0ab7-4278-87c7-2683888f21fd time="2024-02-29T05:47:02.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=xx57t49m time="2024-02-29T05:47:02.463Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=xx57t49m time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe5fd136-18c1-4564-8732-866493bfabd2 time="2024-02-29T05:47:02.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=llpsn6v7 time="2024-02-29T05:47:02.463Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=llpsn6v7 time="2024-02-29T05:47:02.463Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=llpsn6v7 time="2024-02-29T05:47:02.463Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llpsn6v7 time="2024-02-29T05:47:02.463Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe5fd136-18c1-4564-8732-866493bfabd2 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=91c3dae7-893e-4751-9a69-02e6a6660c45 time="2024-02-29T05:47:02.463Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=l5p66wfm time="2024-02-29T05:47:02.463Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=l5p66wfm time="2024-02-29T05:47:02.463Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:47:02.463Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=l5p66wfm time="2024-02-29T05:47:02.463Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=l5p66wfm time="2024-02-29T05:47:02.463Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=91c3dae7-893e-4751-9a69-02e6a6660c45 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef52d92a-8679-49e1-bf65-1f3ff4376a99 time="2024-02-29T05:47:02.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=gw9q8qdl time="2024-02-29T05:47:02.463Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=gw9q8qdl time="2024-02-29T05:47:02.464Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=gw9q8qdl time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gw9q8qdl time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef52d92a-8679-49e1-bf65-1f3ff4376a99 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc94d5b1-3dc7-4fcd-b40c-22534951a4e9 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.464Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dc94d5b1-3dc7-4fcd-b40c-22534951a4e9 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0275b310-c8b5-4624-a38f-d006f209248e time="2024-02-29T05:47:02.464Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xkmgsp28 time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xkmgsp28 time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0275b310-c8b5-4624-a38f-d006f209248e time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=61fb2a74-151b-4f78-9d77-271472aec4a5 time="2024-02-29T05:47:02.464Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=dchp9jc8 time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=dchp9jc8 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0603c217-29f2-4f52-a2db-ef79655cb62f time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sz4sndw2 time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sz4sndw2 time="2024-02-29T05:47:02.464Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=sz4sndw2 time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sz4sndw2 time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0603c217-29f2-4f52-a2db-ef79655cb62f time="2024-02-29T05:47:02.464Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=dchp9jc8 time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dchp9jc8 time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=61fb2a74-151b-4f78-9d77-271472aec4a5 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81f35030-b5a6-4f3c-bffd-7fcd295eb984 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wkxbv6qm time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wkxbv6qm time="2024-02-29T05:47:02.464Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wkxbv6qm time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkxbv6qm time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=81f35030-b5a6-4f3c-bffd-7fcd295eb984 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=740b2143-7c8c-46ad-adaf-352486a259b1 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wjm8njkv time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wjm8njkv time="2024-02-29T05:47:02.464Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=wjm8njkv time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjm8njkv time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=740b2143-7c8c-46ad-adaf-352486a259b1 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a7d4c0d0-3c50-4db3-afd6-0eab18beaaf2 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=xkqkdlwc time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=xkqkdlwc time="2024-02-29T05:47:02.464Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=xkqkdlwc time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xkqkdlwc time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a7d4c0d0-3c50-4db3-afd6-0eab18beaaf2 time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b1baea1b-1f72-4b47-a8d3-dde30bab81b9 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrh8pw6x time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrh8pw6x time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrh8pw6x time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b1baea1b-1f72-4b47-a8d3-dde30bab81b9 time="2024-02-29T05:47:02.463Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx57t49m time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=496d9df5-0ab7-4278-87c7-2683888f21fd time="2024-02-29T05:47:02.463Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c7837520-1738-4058-b1b3-1e88ec51abc8 time="2024-02-29T05:47:02.464Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.464Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwbbphdx time="2024-02-29T05:47:02.464Z" level=debug msg="Reconcile done, requeueing after 43.535124138s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c7837520-1738-4058-b1b3-1e88ec51abc8 time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef4628e2-1bda-4755-bde0-a75baaf97fd6 time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d59a6444-3395-4dec-b758-e611ee553c0a time="2024-02-29T05:47:02.473Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sz6wnrbk time="2024-02-29T05:47:02.473Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sz6wnrbk time="2024-02-29T05:47:02.473Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sz6wnrbk time="2024-02-29T05:47:02.473Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d59a6444-3395-4dec-b758-e611ee553c0a time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ccbde4b-7426-4bfd-b67b-b900ebba92ce time="2024-02-29T05:47:02.473Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=lgrg8tq9 time="2024-02-29T05:47:02.473Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=lgrg8tq9 time="2024-02-29T05:47:02.473Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=lgrg8tq9 time="2024-02-29T05:47:02.473Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgrg8tq9 time="2024-02-29T05:47:02.473Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ccbde4b-7426-4bfd-b67b-b900ebba92ce time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4e48dde5-853c-418b-987e-a09ddb068178 time="2024-02-29T05:47:02.473Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=55zgksrh time="2024-02-29T05:47:02.473Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=55zgksrh time="2024-02-29T05:47:02.473Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4e48dde5-853c-418b-987e-a09ddb068178 time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5afa748e-2e82-46b9-8eb3-a7d5e1bcee9b time="2024-02-29T05:47:02.473Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=m6q5tmvr time="2024-02-29T05:47:02.473Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=m6q5tmvr time="2024-02-29T05:47:02.473Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=4v95mg2c time="2024-02-29T05:47:02.473Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=692159e0-b741-4acd-9eb7-5dbc1367b95c time="2024-02-29T05:47:02.474Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b913efad-e35e-45ad-bd2e-5f0286e277dd time="2024-02-29T05:47:02.474Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=m6q5tmvr time="2024-02-29T05:47:02.474Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.474Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.474Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.474Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.474Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7mvtbm24 time="2024-02-29T05:47:02.474Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b913efad-e35e-45ad-bd2e-5f0286e277dd time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e044a3ee-c3e0-449f-9790-fdfcc96167f3 time="2024-02-29T05:47:02.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=lbjvr4b9 time="2024-02-29T05:47:02.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=lbjvr4b9 time="2024-02-29T05:47:02.475Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=lbjvr4b9 time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbjvr4b9 time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e044a3ee-c3e0-449f-9790-fdfcc96167f3 time="2024-02-29T05:47:02.474Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=m6q5tmvr time="2024-02-29T05:47:02.475Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=m6q5tmvr time="2024-02-29T05:47:02.475Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:02.475Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=m6q5tmvr time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a99a9dbc-ffda-4146-9c28-73409450a30d time="2024-02-29T05:47:02.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=79ln65rs time="2024-02-29T05:47:02.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=79ln65rs time="2024-02-29T05:47:02.475Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=79ln65rs time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=79ln65rs time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a99a9dbc-ffda-4146-9c28-73409450a30d time="2024-02-29T05:47:02.475Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=m6q5tmvr time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=m6q5tmvr time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3c6afc42-6762-40a3-911f-cc56f24f93af time="2024-02-29T05:47:02.475Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=5q9bmxjr time="2024-02-29T05:47:02.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=5q9bmxjr time="2024-02-29T05:47:02.475Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=5q9bmxjr time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5q9bmxjr time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3c6afc42-6762-40a3-911f-cc56f24f93af time="2024-02-29T05:47:02.473Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7a9c49d5-319b-4efc-b3c2-40b8c34c3ac6 time="2024-02-29T05:47:02.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=x6ptjcrp time="2024-02-29T05:47:02.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=x6ptjcrp time="2024-02-29T05:47:02.475Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=x6ptjcrp time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6ptjcrp time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7a9c49d5-319b-4efc-b3c2-40b8c34c3ac6 time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile done, requeueing after 43.524483108s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5afa748e-2e82-46b9-8eb3-a7d5e1bcee9b time="2024-02-29T05:47:02.473Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jzq7d8tp time="2024-02-29T05:47:02.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jzq7d8tp time="2024-02-29T05:47:02.475Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jzq7d8tp time="2024-02-29T05:47:02.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzq7d8tp time="2024-02-29T05:47:02.475Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ef4628e2-1bda-4755-bde0-a75baaf97fd6 time="2024-02-29T05:47:02.478Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b6636f9-9693-4974-85a0-7f43a0f81520 time="2024-02-29T05:47:02.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jkxvtl4v time="2024-02-29T05:47:02.478Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jkxvtl4v time="2024-02-29T05:47:02.478Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkxvtl4v time="2024-02-29T05:47:02.478Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f6248d1-18fd-41d8-986e-68d43fc576b4 time="2024-02-29T05:47:02.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.478Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T05:47:02.478Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T05:47:02.478Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f6248d1-18fd-41d8-986e-68d43fc576b4 time="2024-02-29T05:47:02.478Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b6636f9-9693-4974-85a0-7f43a0f81520 time="2024-02-29T05:47:02.478Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cfd405aa-2639-4a22-bb6e-1f9132638546 time="2024-02-29T05:47:02.479Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.478Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=e9d308fa-e0c6-46b1-a383-438b19f29193 time="2024-02-29T05:47:02.479Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=m7pb9j44 time="2024-02-29T05:47:02.479Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=m7pb9j44 time="2024-02-29T05:47:02.479Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T05:47:02.479Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T05:47:02.479Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=m7pb9j44 time="2024-02-29T05:47:02.479Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=m7pb9j44 time="2024-02-29T05:47:02.479Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=e9d308fa-e0c6-46b1-a383-438b19f29193 time="2024-02-29T05:47:02.479Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T05:47:02.478Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=844ee12f-dacb-4381-ab61-550e5393fc59 time="2024-02-29T05:47:02.479Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=49k7v8t5 time="2024-02-29T05:47:02.479Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=49k7v8t5 time="2024-02-29T05:47:02.479Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=49k7v8t5 time="2024-02-29T05:47:02.479Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49k7v8t5 time="2024-02-29T05:47:02.479Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=844ee12f-dacb-4381-ab61-550e5393fc59 time="2024-02-29T05:47:02.479Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T05:47:02.479Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7vb94lx time="2024-02-29T05:47:02.479Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cfd405aa-2639-4a22-bb6e-1f9132638546 time="2024-02-29T05:47:46Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=70390fdd-8b6b-4a39-852b-e1b4d6747375 time="2024-02-29T05:47:46Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T05:47:46Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxxlmwjb time="2024-02-29T05:47:46Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=70390fdd-8b6b-4a39-852b-e1b4d6747375 time="2024-02-29T05:48:53.338Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:48:53.338Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:48:53.338Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:48:53.338Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:48:53.338Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:48:53.338Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:50:53.338Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:50:53.338Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:50:53.338Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:50:53.338Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:50:53.338Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:50:53.339Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:52:53.339Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:52:53.339Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:52:53.339Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:52:53.339Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:52:53.339Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:52:53.34Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:54:53.34Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:54:53.341Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:54:53.341Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:54:53.341Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:54:53.341Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:54:53.341Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:56:53.341Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:56:53.341Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:56:53.341Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:56:53.341Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:56:53.341Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:56:53.341Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T05:58:53.342Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T05:58:53.342Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T05:58:53.342Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T05:58:53.342Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T05:58:53.342Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T05:58:53.342Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:00:00.119Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:00:53.343Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:00:53.343Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:00:53.343Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:00:53.343Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:00:53.343Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:00:53.343Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:02:53.343Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:02:53.343Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:02:53.343Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:02:53.343Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:02:53.343Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:02:53.343Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:04:53.344Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:04:53.344Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:04:53.344Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:04:53.344Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:04:53.344Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:04:53.344Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9eec93aa-fc0f-4772-9cb5-98cb6780d63b time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=682521fc-7837-40fd-8193-5d5888fed5d9 time="2024-02-29T06:04:59.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=5xfqltb2 time="2024-02-29T06:04:59.385Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=5xfqltb2 time="2024-02-29T06:04:59.385Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=5xfqltb2 time="2024-02-29T06:04:59.385Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xfqltb2 time="2024-02-29T06:04:59.385Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=682521fc-7837-40fd-8193-5d5888fed5d9 time="2024-02-29T06:04:59.385Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f7rsgh9t time="2024-02-29T06:04:59.385Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f7rsgh9t time="2024-02-29T06:04:59.385Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f7rsgh9t time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3936290-a8c6-4b37-8366-7d49932b4c88 time="2024-02-29T06:04:59.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=b2z8f6t6 time="2024-02-29T06:04:59.385Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=b2z8f6t6 time="2024-02-29T06:04:59.385Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=b2z8f6t6 time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b8fa24d-d3ff-418f-855c-fb13dfd8cd13 time="2024-02-29T06:04:59.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=zv2lxqct time="2024-02-29T06:04:59.385Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=zv2lxqct time="2024-02-29T06:04:59.385Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=zv2lxqct time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ca395f4b-98a1-4511-8543-c6301b4ce7fb time="2024-02-29T06:04:59.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.385Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.385Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.385Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ca395f4b-98a1-4511-8543-c6301b4ce7fb time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=80aa06dc-e3f0-4b49-9fd9-45fa265c0e7d time="2024-02-29T06:04:59.385Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=7bs59vxg time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=14e15a6e-33ff-4a58-ab3c-e56931b751b9 time="2024-02-29T06:04:59.385Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=mpdw2tjn time="2024-02-29T06:04:59.385Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=mpdw2tjn time="2024-02-29T06:04:59.385Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=mpdw2tjn time="2024-02-29T06:04:59.385Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=7bs59vxg time="2024-02-29T06:04:59.385Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=80aa06dc-e3f0-4b49-9fd9-45fa265c0e7d time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=07a32e9e-feec-48f0-ba15-fb214c2df89f time="2024-02-29T06:04:59.386Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=gn9cblqr time="2024-02-29T06:04:59.386Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=gn9cblqr time="2024-02-29T06:04:59.384Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=292583a7-8dde-4454-8586-55412f65c233 time="2024-02-29T06:04:59.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ptmt8r8t time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af6b759c-f1d8-44eb-8280-f467516eb3f9 time="2024-02-29T06:04:59.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=sz9rtz8q time="2024-02-29T06:04:59.386Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=sz9rtz8q time="2024-02-29T06:04:59.386Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ptmt8r8t time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ed9e99e-6527-49a9-bab5-ca2581e7cfb0 time="2024-02-29T06:04:59.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=rx488qm5 time="2024-02-29T06:04:59.386Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=rx488qm5 time="2024-02-29T06:04:59.386Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=rx488qm5 time="2024-02-29T06:04:59.386Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=sz9rtz8q time="2024-02-29T06:04:59.386Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=gn9cblqr time="2024-02-29T06:04:59.386Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gn9cblqr time="2024-02-29T06:04:59.386Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=07a32e9e-feec-48f0-ba15-fb214c2df89f time="2024-02-29T06:04:59.385Z" level=info msg="ClusterDeployment created" controller=clusterpool time="2024-02-29T06:04:59.386Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ptmt8r8t time="2024-02-29T06:04:59.385Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9ee5fd92-80c8-4e6d-b4a0-7a8876b631cd time="2024-02-29T06:04:59.386Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zgqdtnlh time="2024-02-29T06:04:59.386Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zgqdtnlh time="2024-02-29T06:04:59.386Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zgqdtnlh time="2024-02-29T06:04:59.386Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptmt8r8t time="2024-02-29T06:04:59.386Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=292583a7-8dde-4454-8586-55412f65c233 time="2024-02-29T06:04:59.395Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=87f19c1a-7638-466c-b5be-325702f58d8c time="2024-02-29T06:04:59.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=w48t9c4f time="2024-02-29T06:04:59.395Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=w48t9c4f time="2024-02-29T06:04:59.395Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=w48t9c4f time="2024-02-29T06:04:59.395Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w48t9c4f time="2024-02-29T06:04:59.395Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=87f19c1a-7638-466c-b5be-325702f58d8c time="2024-02-29T06:04:59.395Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9a39668d-b573-4f82-8644-ba3929cd96ff time="2024-02-29T06:04:59.395Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=nkrn6d5k time="2024-02-29T06:04:59.395Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=nkrn6d5k time="2024-02-29T06:04:59.395Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ee66f6a3-12f0-4abb-8170-ca9c40ad91ee time="2024-02-29T06:04:59.395Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=t49gjd69 time="2024-02-29T06:04:59.395Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=t49gjd69 time="2024-02-29T06:04:59.395Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=t49gjd69 time="2024-02-29T06:04:59.395Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t49gjd69 time="2024-02-29T06:04:59.395Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ee66f6a3-12f0-4abb-8170-ca9c40ad91ee time="2024-02-29T06:04:59.395Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=nkrn6d5k time="2024-02-29T06:04:59.395Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkrn6d5k time="2024-02-29T06:04:59.395Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9a39668d-b573-4f82-8644-ba3929cd96ff time="2024-02-29T06:04:59.395Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0f1d80ac-70b1-4547-affb-054f8f549159 time="2024-02-29T06:04:59.395Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xqn7zz6d time="2024-02-29T06:04:59.395Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xqn7zz6d time="2024-02-29T06:04:59.395Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0f1d80ac-70b1-4547-affb-054f8f549159 time="2024-02-29T06:04:59.396Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zv2lxqct time="2024-02-29T06:04:59.396Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=zv2lxqct time="2024-02-29T06:04:59.396Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b8fa24d-d3ff-418f-855c-fb13dfd8cd13 time="2024-02-29T06:04:59.396Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2f04de8c-39a2-40e0-81c8-b1d5a9a10809 time="2024-02-29T06:04:59.396Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=flqn6stq time="2024-02-29T06:04:59.396Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=flqn6stq time="2024-02-29T06:04:59.396Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=flqn6stq time="2024-02-29T06:04:59.397Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=b2z8f6t6 time="2024-02-29T06:04:59.397Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3936290-a8c6-4b37-8366-7d49932b4c88 time="2024-02-29T06:04:59.397Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dbb6463a-5165-48e7-ad94-fd541d9daa50 time="2024-02-29T06:04:59.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=kp6tnl9w time="2024-02-29T06:04:59.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=kp6tnl9w time="2024-02-29T06:04:59.397Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=kp6tnl9w time="2024-02-29T06:04:59.397Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mpdw2tjn time="2024-02-29T06:04:59.397Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=mpdw2tjn time="2024-02-29T06:04:59.397Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=14e15a6e-33ff-4a58-ab3c-e56931b751b9 time="2024-02-29T06:04:59.397Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3c95002c-510b-4edb-a30a-d786b15d5799 time="2024-02-29T06:04:59.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=b655blsc time="2024-02-29T06:04:59.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=b655blsc time="2024-02-29T06:04:59.397Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=b655blsc time="2024-02-29T06:04:59.398Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sz9rtz8q time="2024-02-29T06:04:59.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=sz9rtz8q time="2024-02-29T06:04:59.398Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af6b759c-f1d8-44eb-8280-f467516eb3f9 time="2024-02-29T06:04:59.398Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zgqdtnlh time="2024-02-29T06:04:59.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=zgqdtnlh time="2024-02-29T06:04:59.398Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9ee5fd92-80c8-4e6d-b4a0-7a8876b631cd time="2024-02-29T06:04:59.398Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=f7rsgh9t time="2024-02-29T06:04:59.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=f7rsgh9t time="2024-02-29T06:04:59.398Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9eec93aa-fc0f-4772-9cb5-98cb6780d63b time="2024-02-29T06:04:59.4Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f6137d17-8ac6-4f9d-a381-3767766a42bc time="2024-02-29T06:04:59.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.4Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2672a3e9-b00c-45f8-8194-63f12c20780b time="2024-02-29T06:04:59.4Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fe2c9091-b2c7-4b14-9c74-852c684d9543 time="2024-02-29T06:04:59.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=qvmbfv8n time="2024-02-29T06:04:59.4Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=qvmbfv8n time="2024-02-29T06:04:59.4Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.4Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.4Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f6137d17-8ac6-4f9d-a381-3767766a42bc time="2024-02-29T06:04:59.4Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=c5bd6bkm time="2024-02-29T06:04:59.4Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rx488qm5 time="2024-02-29T06:04:59.4Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rx488qm5 time="2024-02-29T06:04:59.4Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ed9e99e-6527-49a9-bab5-ca2581e7cfb0 time="2024-02-29T06:04:59.4Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=qvmbfv8n time="2024-02-29T06:04:59.4Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=c5bd6bkm time="2024-02-29T06:04:59.4Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=c5bd6bkm time="2024-02-29T06:04:59.4Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d9d5d36a-3de2-4b26-a8a6-5af6f7ce4de5 time="2024-02-29T06:04:59.4Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vdrwdcdm time="2024-02-29T06:04:59.4Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vdrwdcdm time="2024-02-29T06:04:59.4Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vdrwdcdm time="2024-02-29T06:04:59.4Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdedfa9f-3592-4284-bb01-30338110945c time="2024-02-29T06:04:59.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=j2jppzmg time="2024-02-29T06:04:59.401Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=j2jppzmg time="2024-02-29T06:04:59.401Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=j2jppzmg time="2024-02-29T06:04:59.406Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=aef47597-6979-4fe5-844c-39d4af37a022 time="2024-02-29T06:04:59.406Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7e1ebd59-88f4-4df9-a1b7-19de2b4c86cb time="2024-02-29T06:04:59.406Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4598fe9f-1d42-410b-a632-9758e81b0f5d time="2024-02-29T06:04:59.406Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2pmrwprc time="2024-02-29T06:04:59.406Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2pmrwprc time="2024-02-29T06:04:59.406Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4598fe9f-1d42-410b-a632-9758e81b0f5d time="2024-02-29T06:04:59.406Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=4mnvgbmd time="2024-02-29T06:04:59.406Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=4mnvgbmd time="2024-02-29T06:04:59.406Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=4mnvgbmd time="2024-02-29T06:04:59.406Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mnvgbmd time="2024-02-29T06:04:59.406Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7e1ebd59-88f4-4df9-a1b7-19de2b4c86cb time="2024-02-29T06:04:59.406Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=46c47b65-a782-4129-a0f4-7b8312b924d3 time="2024-02-29T06:04:59.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=csclnbhl time="2024-02-29T06:04:59.406Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=csclnbhl time="2024-02-29T06:04:59.406Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=csclnbhl time="2024-02-29T06:04:59.406Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csclnbhl time="2024-02-29T06:04:59.406Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=46c47b65-a782-4129-a0f4-7b8312b924d3 time="2024-02-29T06:04:59.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2hnks5rd time="2024-02-29T06:04:59.406Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2hnks5rd time="2024-02-29T06:04:59.406Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2hnks5rd time="2024-02-29T06:04:59.406Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hnks5rd time="2024-02-29T06:04:59.406Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=aef47597-6979-4fe5-844c-39d4af37a022 time="2024-02-29T06:04:59.406Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b655blsc time="2024-02-29T06:04:59.406Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=b655blsc time="2024-02-29T06:04:59.406Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3c95002c-510b-4edb-a30a-d786b15d5799 time="2024-02-29T06:04:59.406Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=403cd78b-2401-464b-9d56-8f0e40d3917c time="2024-02-29T06:04:59.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hrfgv8bz time="2024-02-29T06:04:59.407Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hrfgv8bz time="2024-02-29T06:04:59.407Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hrfgv8bz time="2024-02-29T06:04:59.407Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=flqn6stq time="2024-02-29T06:04:59.407Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2f04de8c-39a2-40e0-81c8-b1d5a9a10809 time="2024-02-29T06:04:59.407Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a16164bd-7674-4175-826a-ce56dd56b8be time="2024-02-29T06:04:59.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=f78p9kml time="2024-02-29T06:04:59.407Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=f78p9kml time="2024-02-29T06:04:59.407Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f78p9kml time="2024-02-29T06:04:59.407Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a16164bd-7674-4175-826a-ce56dd56b8be time="2024-02-29T06:04:59.407Z" level=info msg="could not update conditions" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=kp6tnl9w time="2024-02-29T06:04:59.407Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=kp6tnl9w time="2024-02-29T06:04:59.407Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dbb6463a-5165-48e7-ad94-fd541d9daa50 time="2024-02-29T06:04:59.407Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ff3378bf-e600-4430-a62d-e8a8b764d8c7 time="2024-02-29T06:04:59.407Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=fxr4lvtn time="2024-02-29T06:04:59.407Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=fxr4lvtn time="2024-02-29T06:04:59.407Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=fxr4lvtn time="2024-02-29T06:04:59.408Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vdrwdcdm time="2024-02-29T06:04:59.408Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=vdrwdcdm time="2024-02-29T06:04:59.408Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d9d5d36a-3de2-4b26-a8a6-5af6f7ce4de5 time="2024-02-29T06:04:59.41Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qvmbfv8n time="2024-02-29T06:04:59.41Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=qvmbfv8n time="2024-02-29T06:04:59.41Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fe2c9091-b2c7-4b14-9c74-852c684d9543 time="2024-02-29T06:04:59.411Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0954e15b-0871-41a7-bee0-17e1347dc23f time="2024-02-29T06:04:59.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.411Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.411Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.411Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0954e15b-0871-41a7-bee0-17e1347dc23f time="2024-02-29T06:04:59.411Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=c5bd6bkm time="2024-02-29T06:04:59.411Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=c5bd6bkm time="2024-02-29T06:04:59.411Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2672a3e9-b00c-45f8-8194-63f12c20780b time="2024-02-29T06:04:59.413Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=j2jppzmg time="2024-02-29T06:04:59.413Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=j2jppzmg time="2024-02-29T06:04:59.413Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdedfa9f-3592-4284-bb01-30338110945c time="2024-02-29T06:04:59.413Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=87f7e1a5-0526-4ab0-aff3-b6d3c4513a2d time="2024-02-29T06:04:59.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=6lp7q6bk time="2024-02-29T06:04:59.413Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=6lp7q6bk time="2024-02-29T06:04:59.413Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=6lp7q6bk time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=hrfgv8bz time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=403cd78b-2401-464b-9d56-8f0e40d3917c time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=22a4229f-fff8-4f12-b0d7-99ea52707752 time="2024-02-29T06:04:59.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z47k27cp time="2024-02-29T06:04:59.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z47k27cp time="2024-02-29T06:04:59.416Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z47k27cp time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z47k27cp time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=22a4229f-fff8-4f12-b0d7-99ea52707752 time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2625384f-0ea5-49cb-b90a-534b2832f47d time="2024-02-29T06:04:59.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=sg42zjk6 time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7133f7ac-e75f-4459-8739-bf86ecad546d time="2024-02-29T06:04:59.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9fbwfdn time="2024-02-29T06:04:59.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9fbwfdn time="2024-02-29T06:04:59.416Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9fbwfdn time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9fbwfdn time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7133f7ac-e75f-4459-8739-bf86ecad546d time="2024-02-29T06:04:59.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=sg42zjk6 time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg42zjk6 time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2625384f-0ea5-49cb-b90a-534b2832f47d time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=72e75b6d-9ace-45b4-ae5a-0d08d128aa10 time="2024-02-29T06:04:59.416Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=4mrbg94g time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=4mrbg94g time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=72e75b6d-9ace-45b4-ae5a-0d08d128aa10 time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=56e6319f-2c73-481e-bb25-363c848113eb time="2024-02-29T06:04:59.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vkmpjpjw time="2024-02-29T06:04:59.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vkmpjpjw time="2024-02-29T06:04:59.416Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vkmpjpjw time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkmpjpjw time="2024-02-29T06:04:59.416Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=56e6319f-2c73-481e-bb25-363c848113eb time="2024-02-29T06:04:59.416Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8762a89f-c088-4dd8-aa65-5001b9c35c10 time="2024-02-29T06:04:59.416Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=78nppqjp time="2024-02-29T06:04:59.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=78nppqjp time="2024-02-29T06:04:59.416Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=78nppqjp time="2024-02-29T06:04:59.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78nppqjp time="2024-02-29T06:04:59.417Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8762a89f-c088-4dd8-aa65-5001b9c35c10 time="2024-02-29T06:04:59.417Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7fb63a12-b1df-4f38-a928-4dd82ccb3437 time="2024-02-29T06:04:59.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=8hvjn2zr time="2024-02-29T06:04:59.417Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=8hvjn2zr time="2024-02-29T06:04:59.417Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=8hvjn2zr time="2024-02-29T06:04:59.417Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hvjn2zr time="2024-02-29T06:04:59.417Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7fb63a12-b1df-4f38-a928-4dd82ccb3437 time="2024-02-29T06:04:59.417Z" level=info msg="could not update conditions" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=fxr4lvtn time="2024-02-29T06:04:59.417Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=fxr4lvtn time="2024-02-29T06:04:59.417Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ff3378bf-e600-4430-a62d-e8a8b764d8c7 time="2024-02-29T06:04:59.417Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c4dfe093-e065-429e-88a9-66773ffba1f5 time="2024-02-29T06:04:59.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=zjb6nf7l time="2024-02-29T06:04:59.417Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=zjb6nf7l time="2024-02-29T06:04:59.417Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=zjb6nf7l time="2024-02-29T06:04:59.422Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=03467dc3-839d-465d-84fe-645474d5e7be time="2024-02-29T06:04:59.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.422Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.422Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.422Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=03467dc3-839d-465d-84fe-645474d5e7be time="2024-02-29T06:04:59.422Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6lp7q6bk time="2024-02-29T06:04:59.422Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=6lp7q6bk time="2024-02-29T06:04:59.422Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=87f7e1a5-0526-4ab0-aff3-b6d3c4513a2d time="2024-02-29T06:04:59.422Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0998e1f-1c93-40d0-a6ef-d73856524d3e time="2024-02-29T06:04:59.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=9hqxg265 time="2024-02-29T06:04:59.422Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=9hqxg265 time="2024-02-29T06:04:59.422Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=9hqxg265 time="2024-02-29T06:04:59.424Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=zjb6nf7l time="2024-02-29T06:04:59.424Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c4dfe093-e065-429e-88a9-66773ffba1f5 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d8c4e99b-6f74-406e-a359-3a02f2e0c97a time="2024-02-29T06:04:59.424Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.424Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.424Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.424Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d8c4e99b-6f74-406e-a359-3a02f2e0c97a time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af5cd5a4-6029-406c-9683-0a9f6c4d3cfc time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91e685ae-4c3e-4bef-86c3-4200a33dccda time="2024-02-29T06:04:59.424Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=csp884sl time="2024-02-29T06:04:59.424Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=csp884sl time="2024-02-29T06:04:59.424Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csp884sl time="2024-02-29T06:04:59.424Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91e685ae-4c3e-4bef-86c3-4200a33dccda time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9dacf65f-db05-4d00-b253-a33da40aefdd time="2024-02-29T06:04:59.424Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=whdn8w8f time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=whdn8w8f time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9dacf65f-db05-4d00-b253-a33da40aefdd time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49505480-dc20-4eeb-8c0a-af3c256c6ce3 time="2024-02-29T06:04:59.425Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=66xldgqp time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=66xldgqp time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8a475bd0-03ce-42f8-9f57-b8ab985b1e32 time="2024-02-29T06:04:59.425Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=66xldgqp time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66xldgqp time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49505480-dc20-4eeb-8c0a-af3c256c6ce3 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdca33b9-f33e-4270-9d17-6782d7d9feb7 time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=x6mhvjnq time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=x6mhvjnq time="2024-02-29T06:04:59.425Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=x6mhvjnq time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=4b2wxc4z time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=4b2wxc4z time="2024-02-29T06:04:59.425Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=4b2wxc4z time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4b2wxc4z time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8a475bd0-03ce-42f8-9f57-b8ab985b1e32 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=90367766-68c5-4244-b473-534c2f036744 time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7nng8q67 time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7nng8q67 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=492a33dc-b3ba-41af-b3b4-34544a5611ec time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xflldw68 time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xflldw68 time="2024-02-29T06:04:59.424Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=h42mvtj8 time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=h42mvtj8 time="2024-02-29T06:04:59.425Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=h42mvtj8 time="2024-02-29T06:04:59.425Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7nng8q67 time="2024-02-29T06:04:59.425Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xflldw68 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d3006eba-f3eb-4d69-b71c-37980f5b01c1 time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wpldksw2 time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wpldksw2 time="2024-02-29T06:04:59.425Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wpldksw2 time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpldksw2 time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d3006eba-f3eb-4d69-b71c-37980f5b01c1 time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xflldw68 time="2024-02-29T06:04:59.424Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d501614d-2d9b-4da3-855e-2e0b4f2cb877 time="2024-02-29T06:04:59.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=gd4ks2zz time="2024-02-29T06:04:59.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=gd4ks2zz time="2024-02-29T06:04:59.425Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=gd4ks2zz time="2024-02-29T06:04:59.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd4ks2zz time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d501614d-2d9b-4da3-855e-2e0b4f2cb877 time="2024-02-29T06:04:59.425Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=492a33dc-b3ba-41af-b3b4-34544a5611ec time="2024-02-29T06:04:59.426Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=9hqxg265 time="2024-02-29T06:04:59.426Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=9hqxg265 time="2024-02-29T06:04:59.426Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0998e1f-1c93-40d0-a6ef-d73856524d3e time="2024-02-29T06:04:59.426Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cd7c9a88-d634-42aa-9cd3-99c730396138 time="2024-02-29T06:04:59.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=jjrvvd7s time="2024-02-29T06:04:59.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=jjrvvd7s time="2024-02-29T06:04:59.426Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=jjrvvd7s time="2024-02-29T06:04:59.428Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0e6c210f-5350-4825-8715-009892f4b30d time="2024-02-29T06:04:59.428Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=xpb2bj7b time="2024-02-29T06:04:59.428Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=xpb2bj7b time="2024-02-29T06:04:59.428Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=xpb2bj7b time="2024-02-29T06:04:59.428Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpb2bj7b time="2024-02-29T06:04:59.428Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0e6c210f-5350-4825-8715-009892f4b30d time="2024-02-29T06:04:59.433Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7nng8q67 time="2024-02-29T06:04:59.433Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=90367766-68c5-4244-b473-534c2f036744 time="2024-02-29T06:04:59.433Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c19353f-5596-4865-8724-f86322a722d6 time="2024-02-29T06:04:59.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lp5mb7cp time="2024-02-29T06:04:59.433Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lp5mb7cp time="2024-02-29T06:04:59.433Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9feeaeb7-926f-4b51-85b2-205dd5b35310 time="2024-02-29T06:04:59.433Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgpn66xm time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgpn66xm time="2024-02-29T06:04:59.434Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgpn66xm time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgpn66xm time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9feeaeb7-926f-4b51-85b2-205dd5b35310 time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0d436c72-ef48-4c1e-bf82-4127cc49e344 time="2024-02-29T06:04:59.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=5vpvc95x time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=5vpvc95x time="2024-02-29T06:04:59.434Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=5vpvc95x time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vpvc95x time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0d436c72-ef48-4c1e-bf82-4127cc49e344 time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3fb939da-fd63-4c87-8680-98e5349561d0 time="2024-02-29T06:04:59.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=2c9vtcm6 time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=2c9vtcm6 time="2024-02-29T06:04:59.434Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=2c9vtcm6 time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2c9vtcm6 time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3fb939da-fd63-4c87-8680-98e5349561d0 time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e87790ac-ae8d-4f0a-89ac-195fa181386f time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bf66c00f-a927-4567-bef6-24ed95f01979 time="2024-02-29T06:04:59.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gt77mfmp time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gt77mfmp time="2024-02-29T06:04:59.434Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gt77mfmp time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt77mfmp time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bf66c00f-a927-4567-bef6-24ed95f01979 time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9e2588d0-eb2f-4269-9cdf-092c74a0e2f6 time="2024-02-29T06:04:59.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=67qxjzlr time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=67qxjzlr time="2024-02-29T06:04:59.434Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=67qxjzlr time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67qxjzlr time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9e2588d0-eb2f-4269-9cdf-092c74a0e2f6 time="2024-02-29T06:04:59.434Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=031e47aa-dcd8-4300-9188-1b1d39bd5563 time="2024-02-29T06:04:59.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=bq96pppl time="2024-02-29T06:04:59.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=bq96pppl time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bq96pppl time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e87790ac-ae8d-4f0a-89ac-195fa181386f time="2024-02-29T06:04:59.434Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=r29krzn8 time="2024-02-29T06:04:59.434Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=r29krzn8 time="2024-02-29T06:04:59.434Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=031e47aa-dcd8-4300-9188-1b1d39bd5563 time="2024-02-29T06:04:59.436Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h42mvtj8 time="2024-02-29T06:04:59.436Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=h42mvtj8 time="2024-02-29T06:04:59.436Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af5cd5a4-6029-406c-9683-0a9f6c4d3cfc time="2024-02-29T06:04:59.436Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=52e19946-480b-417c-a03c-e0f345456a13 time="2024-02-29T06:04:59.436Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=8jkn998g time="2024-02-29T06:04:59.436Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=8jkn998g time="2024-02-29T06:04:59.436Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=8jkn998g time="2024-02-29T06:04:59.436Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jjrvvd7s time="2024-02-29T06:04:59.436Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=jjrvvd7s time="2024-02-29T06:04:59.436Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cd7c9a88-d634-42aa-9cd3-99c730396138 time="2024-02-29T06:04:59.436Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a53f5496-30af-4718-82d2-b03d38729bbb time="2024-02-29T06:04:59.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xppnktqf time="2024-02-29T06:04:59.436Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xppnktqf time="2024-02-29T06:04:59.436Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xppnktqf time="2024-02-29T06:04:59.436Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=x6mhvjnq time="2024-02-29T06:04:59.436Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=x6mhvjnq time="2024-02-29T06:04:59.436Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdca33b9-f33e-4270-9d17-6782d7d9feb7 time="2024-02-29T06:04:59.436Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e0938845-2d4f-4ffa-a490-ddfd092c9d2b time="2024-02-29T06:04:59.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=lht876hr time="2024-02-29T06:04:59.436Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=lht876hr time="2024-02-29T06:04:59.436Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=lht876hr time="2024-02-29T06:04:59.44Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=96f00433-c0f2-4842-b12f-39501f3a9575 time="2024-02-29T06:04:59.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.44Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.44Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.44Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=96f00433-c0f2-4842-b12f-39501f3a9575 time="2024-02-29T06:04:59.446Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=lht876hr time="2024-02-29T06:04:59.446Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e0938845-2d4f-4ffa-a490-ddfd092c9d2b time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=923414f2-1234-4a00-ae16-ed4df576596b time="2024-02-29T06:04:59.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=wtf7xrks time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=wtf7xrks time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtf7xrks time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=923414f2-1234-4a00-ae16-ed4df576596b time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6f002952-7a6a-4396-ba36-a3613aa42537 time="2024-02-29T06:04:59.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=djxsdj9v time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=djxsdj9v time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6f002952-7a6a-4396-ba36-a3613aa42537 time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0c3af366-101d-4dcf-8ae6-57011444a35a time="2024-02-29T06:04:59.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tcvxwsjr time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tcvxwsjr time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=330be993-a1ed-4789-a211-3d7e25e9d150 time="2024-02-29T06:04:59.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=txqnn5dg time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=txqnn5dg time="2024-02-29T06:04:59.447Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tcvxwsjr time="2024-02-29T06:04:59.447Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=txqnn5dg time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=txqnn5dg time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=330be993-a1ed-4789-a211-3d7e25e9d150 time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c85778a6-49b7-4623-bd9e-eb7965ece5b7 time="2024-02-29T06:04:59.447Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mqwckgtx time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mqwckgtx time="2024-02-29T06:04:59.446Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=82901fa1-c0ca-42e8-8502-cb347b63de81 time="2024-02-29T06:04:59.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86tl2b9p time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86tl2b9p time="2024-02-29T06:04:59.447Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86tl2b9p time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86tl2b9p time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=82901fa1-c0ca-42e8-8502-cb347b63de81 time="2024-02-29T06:04:59.447Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mqwckgtx time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqwckgtx time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c85778a6-49b7-4623-bd9e-eb7965ece5b7 time="2024-02-29T06:04:59.447Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6f922f3d-0f3d-4604-bea7-0d0a88abd5d6 time="2024-02-29T06:04:59.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7fsvf4cl time="2024-02-29T06:04:59.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7fsvf4cl time="2024-02-29T06:04:59.447Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7fsvf4cl time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fsvf4cl time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6f922f3d-0f3d-4604-bea7-0d0a88abd5d6 time="2024-02-29T06:04:59.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tcvxwsjr time="2024-02-29T06:04:59.447Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0c3af366-101d-4dcf-8ae6-57011444a35a time="2024-02-29T06:04:59.448Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xppnktqf time="2024-02-29T06:04:59.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=xppnktqf time="2024-02-29T06:04:59.448Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a53f5496-30af-4718-82d2-b03d38729bbb time="2024-02-29T06:04:59.448Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=255fc829-02e6-4dad-b143-935cdfe62cc5 time="2024-02-29T06:04:59.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=qztrv5hk time="2024-02-29T06:04:59.448Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=qztrv5hk time="2024-02-29T06:04:59.448Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=qztrv5hk time="2024-02-29T06:04:59.448Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8jkn998g time="2024-02-29T06:04:59.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=8jkn998g time="2024-02-29T06:04:59.449Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=52e19946-480b-417c-a03c-e0f345456a13 time="2024-02-29T06:04:59.451Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lp5mb7cp time="2024-02-29T06:04:59.451Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=lp5mb7cp time="2024-02-29T06:04:59.451Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c19353f-5596-4865-8724-f86322a722d6 time="2024-02-29T06:04:59.451Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2d7a817b-492b-4acd-b277-deea92d00781 time="2024-02-29T06:04:59.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=n7z6k9ws time="2024-02-29T06:04:59.451Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=n7z6k9ws time="2024-02-29T06:04:59.452Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ee4cfbf8-858e-4884-89d0-023168d1cce9 time="2024-02-29T06:04:59.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.452Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.452Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.452Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ee4cfbf8-858e-4884-89d0-023168d1cce9 time="2024-02-29T06:04:59.457Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=425423a7-1bd2-474e-9de7-2fdae161c8d3 time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=t8fm74tj time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=t8fm74tj time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t8fm74tj time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=425423a7-1bd2-474e-9de7-2fdae161c8d3 time="2024-02-29T06:04:59.458Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c13a0ec2-226c-4dfa-ad3a-7e7120c5feaa time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=jllr8xkk time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=jllr8xkk time="2024-02-29T06:04:59.458Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=jllr8xkk time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jllr8xkk time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c13a0ec2-226c-4dfa-ad3a-7e7120c5feaa time="2024-02-29T06:04:59.457Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dbbb58bd-0b65-4568-9619-815ad6f3001c time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4t667r5 time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4t667r5 time="2024-02-29T06:04:59.458Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4t667r5 time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4t667r5 time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dbbb58bd-0b65-4568-9619-815ad6f3001c time="2024-02-29T06:04:59.457Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c0313ded-395a-4b6c-bdee-51ac74683ad9 time="2024-02-29T06:04:59.458Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=lx5kk62p time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=lx5kk62p time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c0313ded-395a-4b6c-bdee-51ac74683ad9 time="2024-02-29T06:04:59.457Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e405d421-5942-4373-95c6-d251e5c7590f time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=v9wqr8cl time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=v9wqr8cl time="2024-02-29T06:04:59.458Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8a1522cb-5096-45c2-af4d-8f9b79e82095 time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dwbjszjq time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dwbjszjq time="2024-02-29T06:04:59.458Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dwbjszjq time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwbjszjq time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8a1522cb-5096-45c2-af4d-8f9b79e82095 time="2024-02-29T06:04:59.458Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=v9wqr8cl time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9wqr8cl time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e405d421-5942-4373-95c6-d251e5c7590f time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=qztrv5hk time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=255fc829-02e6-4dad-b143-935cdfe62cc5 time="2024-02-29T06:04:59.458Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=612a8d5c-979d-4b76-9334-89a118a2479a time="2024-02-29T06:04:59.458Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xdg8zd57 time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xdg8zd57 time="2024-02-29T06:04:59.458Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xdg8zd57 time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xdg8zd57 time="2024-02-29T06:04:59.458Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f74d3817-0025-472d-a7f6-5084028d0512 time="2024-02-29T06:04:59.458Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=ghgzwsq2 time="2024-02-29T06:04:59.458Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=ghgzwsq2 time="2024-02-29T06:04:59.458Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=ghgzwsq2 time="2024-02-29T06:04:59.458Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghgzwsq2 time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f74d3817-0025-472d-a7f6-5084028d0512 time="2024-02-29T06:04:59.458Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=612a8d5c-979d-4b76-9334-89a118a2479a time="2024-02-29T06:04:59.463Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=35f29281-47f7-40b1-b9e9-f4a31d749d09 time="2024-02-29T06:04:59.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=mk8n4nqq time="2024-02-29T06:04:59.463Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=mk8n4nqq time="2024-02-29T06:04:59.463Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mk8n4nqq time="2024-02-29T06:04:59.463Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=35f29281-47f7-40b1-b9e9-f4a31d749d09 time="2024-02-29T06:04:59.463Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=da8f1238-2cb0-4ea6-b6e9-a3eef8c86deb time="2024-02-29T06:04:59.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.463Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.463Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.463Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=da8f1238-2cb0-4ea6-b6e9-a3eef8c86deb time="2024-02-29T06:04:59.464Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n7z6k9ws time="2024-02-29T06:04:59.464Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=n7z6k9ws time="2024-02-29T06:04:59.464Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2d7a817b-492b-4acd-b277-deea92d00781 time="2024-02-29T06:04:59.464Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e7f1a456-e7c5-49c9-a5f1-95ba72d9bf81 time="2024-02-29T06:04:59.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p57l5vx7 time="2024-02-29T06:04:59.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p57l5vx7 time="2024-02-29T06:04:59.467Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7de366a3-74c0-4601-babd-42ef2c642a0e time="2024-02-29T06:04:59.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=fchqtdnz time="2024-02-29T06:04:59.467Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=fchqtdnz time="2024-02-29T06:04:59.467Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=fchqtdnz time="2024-02-29T06:04:59.467Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fchqtdnz time="2024-02-29T06:04:59.467Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7de366a3-74c0-4601-babd-42ef2c642a0e time="2024-02-29T06:04:59.476Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=p57l5vx7 time="2024-02-29T06:04:59.476Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e7f1a456-e7c5-49c9-a5f1-95ba72d9bf81 time="2024-02-29T06:04:59.476Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d25278d9-41a5-4e2d-829b-08a5f4e5fc35 time="2024-02-29T06:04:59.476Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=kfg8z9n5 time="2024-02-29T06:04:59.476Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0704f745-97cb-4738-9924-07acf8dac9b1 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=bdzcx5lx time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=bdzcx5lx time="2024-02-29T06:04:59.477Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=bdzcx5lx time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdzcx5lx time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0704f745-97cb-4738-9924-07acf8dac9b1 time="2024-02-29T06:04:59.476Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=kfg8z9n5 time="2024-02-29T06:04:59.477Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=kfg8z9n5 time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kfg8z9n5 time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d25278d9-41a5-4e2d-829b-08a5f4e5fc35 time="2024-02-29T06:04:59.476Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b72ef0c-657f-4d00-811b-db041aa67670 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=qv2726lq time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=qv2726lq time="2024-02-29T06:04:59.477Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=qv2726lq time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv2726lq time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b72ef0c-657f-4d00-811b-db041aa67670 time="2024-02-29T06:04:59.476Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e299f6e6-6541-4c68-87f4-60d812922689 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.477Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e299f6e6-6541-4c68-87f4-60d812922689 time="2024-02-29T06:04:59.476Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b63023e-26eb-438f-9779-cd5bd8678f96 time="2024-02-29T06:04:59.477Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=fg7fk66h time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=fg7fk66h time="2024-02-29T06:04:59.477Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=fg7fk66h time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f825732a-4790-4083-a920-7a89ff9fa3b1 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=b9pl5gbk time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=b9pl5gbk time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b9pl5gbk time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f825732a-4790-4083-a920-7a89ff9fa3b1 time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49bb04f0-637a-48ff-98cd-d5938d02467e time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rk8gbgbs time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rk8gbgbs time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5749e9a5-d070-48c7-8bae-a8312beafa53 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=54b9v2q7 time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f7830c46-c327-4df4-ab10-d261ceae1696 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=rvt2r44w time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=rvt2r44w time="2024-02-29T06:04:59.477Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=rvt2r44w time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvt2r44w time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f7830c46-c327-4df4-ab10-d261ceae1696 time="2024-02-29T06:04:59.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=54b9v2q7 time="2024-02-29T06:04:59.477Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=54b9v2q7 time="2024-02-29T06:04:59.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=54b9v2q7 time="2024-02-29T06:04:59.477Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5749e9a5-d070-48c7-8bae-a8312beafa53 time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9ead6b76-9360-4fd4-ba1b-a920b629b3f5 time="2024-02-29T06:04:59.477Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2f8qswvn time="2024-02-29T06:04:59.478Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2f8qswvn time="2024-02-29T06:04:59.478Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=9ead6b76-9360-4fd4-ba1b-a920b629b3f5 time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c8f54d1-865e-4e1b-a9e0-b0f017494350 time="2024-02-29T06:04:59.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=62p6xzhr time="2024-02-29T06:04:59.478Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=62p6xzhr time="2024-02-29T06:04:59.478Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62p6xzhr time="2024-02-29T06:04:59.478Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c8f54d1-865e-4e1b-a9e0-b0f017494350 time="2024-02-29T06:04:59.477Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ea62fdb-3608-41c9-a146-a05fd381e0d2 time="2024-02-29T06:04:59.478Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=hlxxhjph time="2024-02-29T06:04:59.478Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=hlxxhjph time="2024-02-29T06:04:59.478Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=hlxxhjph time="2024-02-29T06:04:59.478Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlxxhjph time="2024-02-29T06:04:59.478Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ea62fdb-3608-41c9-a146-a05fd381e0d2 time="2024-02-29T06:04:59.487Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=fg7fk66h time="2024-02-29T06:04:59.487Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4b63023e-26eb-438f-9779-cd5bd8678f96 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cc72dc8a-985e-4bd0-a48a-7ca56b069d96 time="2024-02-29T06:04:59.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=g45wcrk5 time="2024-02-29T06:04:59.487Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=g45wcrk5 time="2024-02-29T06:04:59.487Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=g45wcrk5 time="2024-02-29T06:04:59.487Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g45wcrk5 time="2024-02-29T06:04:59.487Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cc72dc8a-985e-4bd0-a48a-7ca56b069d96 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ba49dae-3b13-46e4-9b4c-e412acbcf338 time="2024-02-29T06:04:59.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=s4jgmd4c time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=23720e6a-76d5-46f7-8c6f-6a25fa2c44c2 time="2024-02-29T06:04:59.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=5z4t7jq8 time="2024-02-29T06:04:59.487Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=5z4t7jq8 time="2024-02-29T06:04:59.487Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=5z4t7jq8 time="2024-02-29T06:04:59.487Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5z4t7jq8 time="2024-02-29T06:04:59.487Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=23720e6a-76d5-46f7-8c6f-6a25fa2c44c2 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=66bf330f-388c-44c8-ac5b-44c48aad8314 time="2024-02-29T06:04:59.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=ggxp4mth time="2024-02-29T06:04:59.487Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=ggxp4mth time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggxp4mth time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=66bf330f-388c-44c8-ac5b-44c48aad8314 time="2024-02-29T06:04:59.487Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=s4jgmd4c time="2024-02-29T06:04:59.488Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=s4jgmd4c time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s4jgmd4c time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ba49dae-3b13-46e4-9b4c-e412acbcf338 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d6f399d0-0f05-4832-9593-ccf4329aaec5 time="2024-02-29T06:04:59.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=2jdrsjhs time="2024-02-29T06:04:59.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=2jdrsjhs time="2024-02-29T06:04:59.488Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=2jdrsjhs time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jdrsjhs time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d6f399d0-0f05-4832-9593-ccf4329aaec5 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5b265b67-f58a-4477-9de7-dd79378487c3 time="2024-02-29T06:04:59.488Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=swvhddgw time="2024-02-29T06:04:59.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=swvhddgw time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e09892d5-db8f-49f1-80ad-52995a927106 time="2024-02-29T06:04:59.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2ltglhvg time="2024-02-29T06:04:59.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2ltglhvg time="2024-02-29T06:04:59.488Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2ltglhvg time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ltglhvg time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e09892d5-db8f-49f1-80ad-52995a927106 time="2024-02-29T06:04:59.488Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=swvhddgw time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swvhddgw time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5b265b67-f58a-4477-9de7-dd79378487c3 time="2024-02-29T06:04:59.487Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f5496ff7-1e6b-4759-98f5-9825bfaf282c time="2024-02-29T06:04:59.488Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=82sc7jnl time="2024-02-29T06:04:59.488Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=82sc7jnl time="2024-02-29T06:04:59.488Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f5496ff7-1e6b-4759-98f5-9825bfaf282c time="2024-02-29T06:04:59.492Z" level=info msg="failed to set cluster region label" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rk8gbgbs time="2024-02-29T06:04:59.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=rk8gbgbs time="2024-02-29T06:04:59.492Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49bb04f0-637a-48ff-98cd-d5938d02467e time="2024-02-29T06:04:59.493Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=71b21ea7-3548-4427-b4c3-f7cbc4cd7b99 time="2024-02-29T06:04:59.493Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=qwh6rdd5 time="2024-02-29T06:04:59.493Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=qwh6rdd5 time="2024-02-29T06:04:59.493Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=qwh6rdd5 time="2024-02-29T06:04:59.493Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwh6rdd5 time="2024-02-29T06:04:59.493Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=71b21ea7-3548-4427-b4c3-f7cbc4cd7b99 time="2024-02-29T06:04:59.493Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a5113241-ee9e-45a9-8e7c-9cce8796f439 time="2024-02-29T06:04:59.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=9hb7fsz7 time="2024-02-29T06:04:59.493Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=9hb7fsz7 time="2024-02-29T06:04:59.493Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=035931ab-5581-45a2-8935-51088f11db53 time="2024-02-29T06:04:59.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=55nb4r49 time="2024-02-29T06:04:59.493Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=55nb4r49 time="2024-02-29T06:04:59.493Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55nb4r49 time="2024-02-29T06:04:59.493Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cdfc3002-8b9e-4c86-88be-17da8ab1c187 time="2024-02-29T06:04:59.493Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.494Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.494Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.494Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cdfc3002-8b9e-4c86-88be-17da8ab1c187 time="2024-02-29T06:04:59.493Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=035931ab-5581-45a2-8935-51088f11db53 time="2024-02-29T06:04:59.508Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=65280c9d-ad5c-473a-b1e7-bd8ccaa71035 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=2l56p8ns time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3e2f4072-fdd1-4a90-a35a-b68477bdd851 time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ed36a00-bc25-4801-a501-0553a69aeb30 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2rwsh9pf time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b164d171-cea1-4ec5-954d-669dcdd882ce time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=dknmzhkm time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=dknmzhkm time="2024-02-29T06:04:59.509Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=dknmzhkm time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dknmzhkm time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b164d171-cea1-4ec5-954d-669dcdd882ce time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9501f5d2-2a85-4711-a5c0-6924743da214 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=sjj5bhfg time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=sjj5bhfg time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjj5bhfg time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9501f5d2-2a85-4711-a5c0-6924743da214 time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=2l56p8ns time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2l56p8ns time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=65280c9d-ad5c-473a-b1e7-bd8ccaa71035 time="2024-02-29T06:04:59.509Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=cp6r5vs6 time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=cp6r5vs6 time="2024-02-29T06:04:59.509Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=cp6r5vs6 time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cp6r5vs6 time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3e2f4072-fdd1-4a90-a35a-b68477bdd851 time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5fcb957f-54ae-4197-a1ef-42f8310b55c6 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.509Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5fcb957f-54ae-4197-a1ef-42f8310b55c6 time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e748230f-8749-4d1f-b30b-90957708787e time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=tqnxkcrl time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=tqnxkcrl time="2024-02-29T06:04:59.509Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=tqnxkcrl time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9a61fc4e-b50c-4d9c-954a-855c941348b5 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=cmfgbxzz time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=cmfgbxzz time="2024-02-29T06:04:59.509Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=cmfgbxzz time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmfgbxzz time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9a61fc4e-b50c-4d9c-954a-855c941348b5 time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqnxkcrl time="2024-02-29T06:04:59.509Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e748230f-8749-4d1f-b30b-90957708787e time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=903a46ab-44f4-4164-a10c-fbecbdd860d9 time="2024-02-29T06:04:59.509Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2l2sw8xj time="2024-02-29T06:04:59.51Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2l2sw8xj time="2024-02-29T06:04:59.51Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=903a46ab-44f4-4164-a10c-fbecbdd860d9 time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=089c8939-acca-4372-ac55-5309e537405c time="2024-02-29T06:04:59.51Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=dlqlfjfc time="2024-02-29T06:04:59.51Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=dlqlfjfc time="2024-02-29T06:04:59.51Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=dlqlfjfc time="2024-02-29T06:04:59.51Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dlqlfjfc time="2024-02-29T06:04:59.51Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=089c8939-acca-4372-ac55-5309e537405c time="2024-02-29T06:04:59.509Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f7ca25e1-406b-4350-a572-a4d0cfd1405f time="2024-02-29T06:04:59.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2rwsh9pf time="2024-02-29T06:04:59.51Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=2rwsh9pf time="2024-02-29T06:04:59.51Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rwsh9pf time="2024-02-29T06:04:59.51Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7ed36a00-bc25-4801-a501-0553a69aeb30 time="2024-02-29T06:04:59.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=9hb7fsz7 time="2024-02-29T06:04:59.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=49ttqnbp time="2024-02-29T06:04:59.51Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=49ttqnbp time="2024-02-29T06:04:59.51Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=49ttqnbp time="2024-02-29T06:04:59.51Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49ttqnbp time="2024-02-29T06:04:59.51Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f7ca25e1-406b-4350-a572-a4d0cfd1405f time="2024-02-29T06:04:59.51Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a5113241-ee9e-45a9-8e7c-9cce8796f439 time="2024-02-29T06:04:59.51Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c8571c72-9566-4b70-82f4-05e2821e860d time="2024-02-29T06:04:59.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rpt6952g time="2024-02-29T06:04:59.51Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rpt6952g time="2024-02-29T06:04:59.51Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rpt6952g time="2024-02-29T06:04:59.522Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=rpt6952g time="2024-02-29T06:04:59.522Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c8571c72-9566-4b70-82f4-05e2821e860d time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1c1425c3-3aef-49b9-833b-23e0351634ed time="2024-02-29T06:04:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=n4k6hcpb time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=28e89310-231b-4c91-942e-57288b782d9d time="2024-02-29T06:04:59.523Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6wgp7ljf time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ca8dd0a-beec-4cf3-a220-06478596ea40 time="2024-02-29T06:04:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nhksvbfq time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=38c1580d-70eb-467f-86bc-6ac0db8dfaf8 time="2024-02-29T06:04:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=fk7s59pg time="2024-02-29T06:04:59.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=fk7s59pg time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44f1d584-d960-43fd-b0ff-14b719e1544d time="2024-02-29T06:04:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=v726ljnk time="2024-02-29T06:04:59.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=v726ljnk time="2024-02-29T06:04:59.523Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=v726ljnk time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=83a54c8e-3a89-405e-b186-70c708d923d0 time="2024-02-29T06:04:59.523Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xlxqj44l time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xlxqj44l time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=83a54c8e-3a89-405e-b186-70c708d923d0 time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fk7s59pg time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=38c1580d-70eb-467f-86bc-6ac0db8dfaf8 time="2024-02-29T06:04:59.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nhksvbfq time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v726ljnk time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44f1d584-d960-43fd-b0ff-14b719e1544d time="2024-02-29T06:04:59.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6wgp7ljf time="2024-02-29T06:04:59.523Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6wgp7ljf time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wgp7ljf time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=28e89310-231b-4c91-942e-57288b782d9d time="2024-02-29T06:04:59.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=n4k6hcpb time="2024-02-29T06:04:59.523Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=n4k6hcpb time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n4k6hcpb time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1c1425c3-3aef-49b9-833b-23e0351634ed time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d4fe4e9b-5c5a-47a6-b6db-9eff7a53f4da time="2024-02-29T06:04:59.523Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.523Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.523Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.523Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d4fe4e9b-5c5a-47a6-b6db-9eff7a53f4da time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=36f442f4-6735-457f-a79f-83903ffaae50 time="2024-02-29T06:04:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vbckw7bv time="2024-02-29T06:04:59.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vbckw7bv time="2024-02-29T06:04:59.524Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=vbckw7bv time="2024-02-29T06:04:59.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbckw7bv time="2024-02-29T06:04:59.524Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=36f442f4-6735-457f-a79f-83903ffaae50 time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=80df5d10-3e73-48ed-8fd6-c4cefef150f2 time="2024-02-29T06:04:59.524Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=xsqm26qz time="2024-02-29T06:04:59.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=xsqm26qz time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=37aaa045-87e4-4b74-ab48-3cb90c452b9e time="2024-02-29T06:04:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=v49t56zh time="2024-02-29T06:04:59.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=v49t56zh time="2024-02-29T06:04:59.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v49t56zh time="2024-02-29T06:04:59.524Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=37aaa045-87e4-4b74-ab48-3cb90c452b9e time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=942c89e1-b249-4672-a6c3-34837b677c68 time="2024-02-29T06:04:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=7sj7wnzc time="2024-02-29T06:04:59.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=7sj7wnzc time="2024-02-29T06:04:59.524Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=7sj7wnzc time="2024-02-29T06:04:59.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7sj7wnzc time="2024-02-29T06:04:59.524Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=942c89e1-b249-4672-a6c3-34837b677c68 time="2024-02-29T06:04:59.523Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=60d264af-e9d5-435b-bbd9-3bc6bf2cd133 time="2024-02-29T06:04:59.524Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vlwkzkrp time="2024-02-29T06:04:59.524Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vlwkzkrp time="2024-02-29T06:04:59.524Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vlwkzkrp time="2024-02-29T06:04:59.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlwkzkrp time="2024-02-29T06:04:59.524Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=60d264af-e9d5-435b-bbd9-3bc6bf2cd133 time="2024-02-29T06:04:59.524Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=xsqm26qz time="2024-02-29T06:04:59.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsqm26qz time="2024-02-29T06:04:59.524Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=80df5d10-3e73-48ed-8fd6-c4cefef150f2 time="2024-02-29T06:04:59.532Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=nhksvbfq time="2024-02-29T06:04:59.532Z" level=info msg="updating RequirementsMetCondition: status=False reason=ClusterImageSetNotFound" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nhksvbfq time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=622f2b0b-0cf6-42a1-a7dd-b100d41cc677 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=7hz9k7tv time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=7hz9k7tv time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9242ac35-58a0-4d62-9ecd-b4c37c6da775 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5pcfhn2g time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5pcfhn2g time="2024-02-29T06:04:59.532Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5pcfhn2g time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pcfhn2g time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9242ac35-58a0-4d62-9ecd-b4c37c6da775 time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d836ce3b-8847-4686-ab49-e02bfa1e0cde time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=hsq2zj4f time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=hsq2zj4f time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0197362e-1b15-4e4d-946a-f44c7b014951 time="2024-02-29T06:04:59.532Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wwsjpj84 time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wwsjpj84 time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a7feec0d-36ac-4ca7-9825-5f8d36abefaf time="2024-02-29T06:04:59.532Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=ggjnpzxs time="2024-02-29T06:04:59.532Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=7hz9k7tv time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hz9k7tv time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=622f2b0b-0cf6-42a1-a7dd-b100d41cc677 time="2024-02-29T06:04:59.532Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wwsjpj84 time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwsjpj84 time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0197362e-1b15-4e4d-946a-f44c7b014951 time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsq2zj4f time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d836ce3b-8847-4686-ab49-e02bfa1e0cde time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e30a0d12-5c04-49c7-8917-70e463efe4f1 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vwpvn5zt time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6e008b95-3221-4687-bfff-b0ab61a97ac5 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wfmbmbbx time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wfmbmbbx time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3b0db0f4-2672-4ab9-a68e-8edfde779961 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=9b8pss4j time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=9b8pss4j time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9b8pss4j time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3b0db0f4-2672-4ab9-a68e-8edfde779961 time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1f7388ba-0cf5-4c2a-8ae9-8098c4deecc1 time="2024-02-29T06:04:59.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.532Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.532Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1f7388ba-0cf5-4c2a-8ae9-8098c4deecc1 time="2024-02-29T06:04:59.532Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wfmbmbbx time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfmbmbbx time="2024-02-29T06:04:59.533Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6e008b95-3221-4687-bfff-b0ab61a97ac5 time="2024-02-29T06:04:59.532Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=ggjnpzxs time="2024-02-29T06:04:59.533Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a7feec0d-36ac-4ca7-9825-5f8d36abefaf time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3154520a-207e-4d5f-ae23-d65100ee88cd time="2024-02-29T06:04:59.533Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hp8ktpl9 time="2024-02-29T06:04:59.533Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hp8ktpl9 time="2024-02-29T06:04:59.533Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hp8ktpl9 time="2024-02-29T06:04:59.533Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hp8ktpl9 time="2024-02-29T06:04:59.533Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3154520a-207e-4d5f-ae23-d65100ee88cd time="2024-02-29T06:04:59.532Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=98ebe1c9-747e-4016-898b-1fae8425a82b time="2024-02-29T06:04:59.533Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=ljbxzd2l time="2024-02-29T06:04:59.533Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=ljbxzd2l time="2024-02-29T06:04:59.533Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=ljbxzd2l time="2024-02-29T06:04:59.533Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljbxzd2l time="2024-02-29T06:04:59.533Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=98ebe1c9-747e-4016-898b-1fae8425a82b time="2024-02-29T06:04:59.532Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vwpvn5zt time="2024-02-29T06:04:59.533Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=vwpvn5zt time="2024-02-29T06:04:59.533Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwpvn5zt time="2024-02-29T06:04:59.533Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e30a0d12-5c04-49c7-8917-70e463efe4f1 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=304a85bc-1359-4036-8887-b55f442cfd48 time="2024-02-29T06:04:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ttjv557l time="2024-02-29T06:04:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ttjv557l time="2024-02-29T06:04:59.597Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=ttjv557l time="2024-02-29T06:04:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttjv557l time="2024-02-29T06:04:59.597Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=304a85bc-1359-4036-8887-b55f442cfd48 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=958ae947-0b11-44c6-bc80-4795562b939f time="2024-02-29T06:04:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=8fj8k66r time="2024-02-29T06:04:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=8fj8k66r time="2024-02-29T06:04:59.597Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=8fj8k66r time="2024-02-29T06:04:59.597Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=nhksvbfq time="2024-02-29T06:04:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=nhksvbfq time="2024-02-29T06:04:59.597Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ca8dd0a-beec-4cf3-a220-06478596ea40 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9837f2b3-75bb-441a-a4ad-0d566f2ecb3b time="2024-02-29T06:04:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7b94hb87 time="2024-02-29T06:04:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7b94hb87 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b05f2acc-cb6f-4e0d-96dc-9991303b9767 time="2024-02-29T06:04:59.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9vvjtj4q time="2024-02-29T06:04:59.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9vvjtj4q time="2024-02-29T06:04:59.597Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b05f2acc-cb6f-4e0d-96dc-9991303b9767 time="2024-02-29T06:04:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8fj8k66r time="2024-02-29T06:04:59.597Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=958ae947-0b11-44c6-bc80-4795562b939f time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f002732-30f3-4f38-af00-cabb1bed99e6 time="2024-02-29T06:04:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=fkrt5pp5 time="2024-02-29T06:04:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=fkrt5pp5 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1400c511-6967-4de3-86fe-ef4f7623cca9 time="2024-02-29T06:04:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z5cxlhwj time="2024-02-29T06:04:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z5cxlhwj time="2024-02-29T06:04:59.598Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=z5cxlhwj time="2024-02-29T06:04:59.598Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5cxlhwj time="2024-02-29T06:04:59.598Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1400c511-6967-4de3-86fe-ef4f7623cca9 time="2024-02-29T06:04:59.597Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=7b94hb87 time="2024-02-29T06:04:59.598Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=7b94hb87 time="2024-02-29T06:04:59.598Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7b94hb87 time="2024-02-29T06:04:59.598Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9837f2b3-75bb-441a-a4ad-0d566f2ecb3b time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cf3cd99d-7222-457f-921f-566d9d3ad398 time="2024-02-29T06:04:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkrt5pp5 time="2024-02-29T06:04:59.598Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f002732-30f3-4f38-af00-cabb1bed99e6 time="2024-02-29T06:04:59.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ts6xd29x time="2024-02-29T06:04:59.598Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ts6xd29x time="2024-02-29T06:04:59.598Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=ts6xd29x time="2024-02-29T06:04:59.598Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ts6xd29x time="2024-02-29T06:04:59.598Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cf3cd99d-7222-457f-921f-566d9d3ad398 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2b31345a-5eeb-405b-9c17-95afc6afe810 time="2024-02-29T06:04:59.597Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a2e501e1-0ef9-4ed2-b829-7276cbba84b4 time="2024-02-29T06:04:59.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4lb7ttzb time="2024-02-29T06:04:59.598Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wdcxwn7c time="2024-02-29T06:04:59.598Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wdcxwn7c time="2024-02-29T06:04:59.598Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wdcxwn7c time="2024-02-29T06:04:59.598Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdcxwn7c time="2024-02-29T06:04:59.598Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2b31345a-5eeb-405b-9c17-95afc6afe810 time="2024-02-29T06:04:59.598Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4lb7ttzb time="2024-02-29T06:04:59.598Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4lb7ttzb time="2024-02-29T06:04:59.598Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lb7ttzb time="2024-02-29T06:04:59.598Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a2e501e1-0ef9-4ed2-b829-7276cbba84b4 time="2024-02-29T06:04:59.602Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1f3372df-2bb0-482d-8d3d-397b09941c96 time="2024-02-29T06:04:59.602Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zf2fd7z9 time="2024-02-29T06:04:59.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zf2fd7z9 time="2024-02-29T06:04:59.602Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zf2fd7z9 time="2024-02-29T06:04:59.602Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zf2fd7z9 time="2024-02-29T06:04:59.602Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1f3372df-2bb0-482d-8d3d-397b09941c96 time="2024-02-29T06:04:59.602Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=47e4f83b-7764-4c27-b6bf-b9c841db2607 time="2024-02-29T06:04:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.602Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:04:59.602Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:04:59.602Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=47e4f83b-7764-4c27-b6bf-b9c841db2607 time="2024-02-29T06:04:59.602Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0b3cb1a2-9311-469c-bc1c-fa917e9cc87e time="2024-02-29T06:04:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=hpqdqr74 time="2024-02-29T06:04:59.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=hpqdqr74 time="2024-02-29T06:04:59.602Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpqdqr74 time="2024-02-29T06:04:59.602Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0b3cb1a2-9311-469c-bc1c-fa917e9cc87e time="2024-02-29T06:04:59.602Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=053b4a21-8b35-412f-b938-dbca97e698ba time="2024-02-29T06:04:59.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4m8b4mmc time="2024-02-29T06:04:59.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4m8b4mmc time="2024-02-29T06:04:59.602Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=4m8b4mmc time="2024-02-29T06:04:59.602Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=4m8b4mmc time="2024-02-29T06:04:59.602Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4m8b4mmc time="2024-02-29T06:04:59.602Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=053b4a21-8b35-412f-b938-dbca97e698ba time="2024-02-29T06:04:59.643Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91335a1a-3ef0-4fec-ac72-c07888c18fb9 time="2024-02-29T06:04:59.643Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dc6vlq6c time="2024-02-29T06:04:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dc6vlq6c time="2024-02-29T06:04:59.643Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=dc6vlq6c time="2024-02-29T06:04:59.643Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=dc6vlq6c time="2024-02-29T06:04:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dc6vlq6c time="2024-02-29T06:04:59.643Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91335a1a-3ef0-4fec-ac72-c07888c18fb9 time="2024-02-29T06:04:59.724Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3ee5d83d-68e2-4a9c-8528-5156a4ee4425 time="2024-02-29T06:04:59.724Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jpmvmvzg time="2024-02-29T06:04:59.724Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jpmvmvzg time="2024-02-29T06:04:59.724Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=jpmvmvzg time="2024-02-29T06:04:59.724Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=jpmvmvzg time="2024-02-29T06:04:59.724Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpmvmvzg time="2024-02-29T06:04:59.724Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3ee5d83d-68e2-4a9c-8528-5156a4ee4425 time="2024-02-29T06:04:59.885Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=17c5cea8-5331-44d6-9b0f-02f4f550f837 time="2024-02-29T06:04:59.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r4c7w88l time="2024-02-29T06:04:59.885Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r4c7w88l time="2024-02-29T06:04:59.885Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=r4c7w88l time="2024-02-29T06:04:59.885Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=r4c7w88l time="2024-02-29T06:04:59.885Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4c7w88l time="2024-02-29T06:04:59.885Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=17c5cea8-5331-44d6-9b0f-02f4f550f837 time="2024-02-29T06:05:00.037Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=dc37b49b-b07b-4484-bd75-02c6c85e9f99 time="2024-02-29T06:05:00.037Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=lfd7hc6v time="2024-02-29T06:05:00.037Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=lfd7hc6v time="2024-02-29T06:05:00.037Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=lfd7hc6v time="2024-02-29T06:05:00.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=8 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=lfd7hc6v time="2024-02-29T06:05:00.045Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=dc37b49b-b07b-4484-bd75-02c6c85e9f99 time="2024-02-29T06:05:00.045Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=07955f8c-a793-4309-9038-d779fa277694 time="2024-02-29T06:05:00.045Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=clbtktvc time="2024-02-29T06:05:00.045Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=clbtktvc time="2024-02-29T06:05:00.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:00.045Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=clbtktvc time="2024-02-29T06:05:00.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=clbtktvc time="2024-02-29T06:05:00.045Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=07955f8c-a793-4309-9038-d779fa277694 time="2024-02-29T06:05:00.205Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=469d4be9-5401-4cca-a1f0-c32a8b754454 time="2024-02-29T06:05:00.205Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nkmtkkkx time="2024-02-29T06:05:00.205Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nkmtkkkx time="2024-02-29T06:05:00.205Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=nkmtkkkx time="2024-02-29T06:05:00.205Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=nkmtkkkx time="2024-02-29T06:05:00.205Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkmtkkkx time="2024-02-29T06:05:00.206Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=469d4be9-5401-4cca-a1f0-c32a8b754454 time="2024-02-29T06:05:00.846Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e9495420-da9d-4f15-9825-cacd06160bc5 time="2024-02-29T06:05:00.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=pj6rls2x time="2024-02-29T06:05:00.846Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=pj6rls2x time="2024-02-29T06:05:00.846Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=pj6rls2x time="2024-02-29T06:05:00.846Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=pj6rls2x time="2024-02-29T06:05:00.846Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pj6rls2x time="2024-02-29T06:05:00.846Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e9495420-da9d-4f15-9825-cacd06160bc5 time="2024-02-29T06:05:02.127Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a914aa8a-1371-425b-bff7-21309bb147a2 time="2024-02-29T06:05:02.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hnfkhwrb time="2024-02-29T06:05:02.127Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hnfkhwrb time="2024-02-29T06:05:02.127Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuangaz-29 clusterimageset=mihuangaz-29-imageset controller=clusterDeployment reconcileID=hnfkhwrb time="2024-02-29T06:05:02.127Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" reconcileID=hnfkhwrb time="2024-02-29T06:05:02.127Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnfkhwrb time="2024-02-29T06:05:02.127Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuangaz-29-imageset\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a914aa8a-1371-425b-bff7-21309bb147a2 time="2024-02-29T06:05:04.688Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44264bba-0fb2-4883-b5b8-2e888754b4fd time="2024-02-29T06:05:04.688Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg time="2024-02-29T06:05:04.688Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg time="2024-02-29T06:05:04.688Z" level=info msg="updating RequirementsMetCondition: status=Unknown reason=ClusterImageSetFound" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7c0a38a0-8c9c-4b4e-9d90-4897c27606af time="2024-02-29T06:05:04.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=pqvst8rj time="2024-02-29T06:05:04.701Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=pqvst8rj time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd029fa6-6394-4ddd-8fe7-60baa6d2abea time="2024-02-29T06:05:04.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ws2q8wc7 time="2024-02-29T06:05:04.701Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ws2q8wc7 time="2024-02-29T06:05:04.701Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ws2q8wc7 time="2024-02-29T06:05:04.701Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ws2q8wc7 time="2024-02-29T06:05:04.701Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd029fa6-6394-4ddd-8fe7-60baa6d2abea time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ade80459-662d-4630-8477-d51f26edb05e time="2024-02-29T06:05:04.701Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=82dxpmth time="2024-02-29T06:05:04.701Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=82dxpmth time="2024-02-29T06:05:04.701Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=82dxpmth time="2024-02-29T06:05:04.701Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82dxpmth time="2024-02-29T06:05:04.701Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ade80459-662d-4630-8477-d51f26edb05e time="2024-02-29T06:05:04.701Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pqvst8rj time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7c0a38a0-8c9c-4b4e-9d90-4897c27606af time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=95d10198-d22e-4cc2-9262-19c84071c4ad time="2024-02-29T06:05:04.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=86wfsj5k time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c99434f4-21c7-4114-860c-35df2c4362a4 time="2024-02-29T06:05:04.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86rrgkch time="2024-02-29T06:05:04.702Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86rrgkch time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=377edb23-8ee6-45d1-9cce-6360edd0bd45 time="2024-02-29T06:05:04.702Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=86rrgkch time="2024-02-29T06:05:04.702Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86rrgkch time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c99434f4-21c7-4114-860c-35df2c4362a4 time="2024-02-29T06:05:04.702Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg time="2024-02-29T06:05:04.702Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg time="2024-02-29T06:05:04.702Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment derivedObject=mihuangaz-29-merged-pull-secret reconcileID=vp4799cg time="2024-02-29T06:05:04.702Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=86wfsj5k time="2024-02-29T06:05:04.702Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=86wfsj5k time="2024-02-29T06:05:04.702Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86wfsj5k time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=95d10198-d22e-4cc2-9262-19c84071c4ad time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=15affe50-064c-4d65-86ff-928f6ccc3b45 time="2024-02-29T06:05:04.702Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wxpp2xcs time="2024-02-29T06:05:04.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=svvhmkm7 time="2024-02-29T06:05:04.702Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=svvhmkm7 time="2024-02-29T06:05:04.702Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=svvhmkm7 time="2024-02-29T06:05:04.702Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svvhmkm7 time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=377edb23-8ee6-45d1-9cce-6360edd0bd45 time="2024-02-29T06:05:04.702Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wxpp2xcs time="2024-02-29T06:05:04.702Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wxpp2xcs time="2024-02-29T06:05:04.701Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c1a17bb9-8af4-4578-b4fd-b468d3f2dd54 time="2024-02-29T06:05:04.702Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=697z4nq9 time="2024-02-29T06:05:04.702Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=697z4nq9 time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c1a17bb9-8af4-4578-b4fd-b468d3f2dd54 time="2024-02-29T06:05:04.702Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxpp2xcs time="2024-02-29T06:05:04.702Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=15affe50-064c-4d65-86ff-928f6ccc3b45 time="2024-02-29T06:05:04.706Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0196798e-e8f5-4312-9ed9-fb87152cecd9 time="2024-02-29T06:05:04.706Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=wtxn58x9 time="2024-02-29T06:05:04.707Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=wtxn58x9 time="2024-02-29T06:05:04.707Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:04.707Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=wtxn58x9 time="2024-02-29T06:05:04.706Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e077bf92-03de-4875-8201-7f24c52c4b56 time="2024-02-29T06:05:04.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=wf8lfgfr time="2024-02-29T06:05:04.707Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=wf8lfgfr time="2024-02-29T06:05:04.707Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wf8lfgfr time="2024-02-29T06:05:04.706Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e31077a4-4e08-42e3-b65d-6efe3e84d2db time="2024-02-29T06:05:04.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:04.707Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:04.707Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:04.707Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e31077a4-4e08-42e3-b65d-6efe3e84d2db time="2024-02-29T06:05:04.707Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=wtxn58x9 time="2024-02-29T06:05:04.707Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0196798e-e8f5-4312-9ed9-fb87152cecd9 time="2024-02-29T06:05:04.707Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e077bf92-03de-4875-8201-7f24c52c4b56 time="2024-02-29T06:05:04.706Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c01c7c14-5d2d-49e0-b9ec-e6be71eebe9c time="2024-02-29T06:05:04.707Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=ldz5pws7 time="2024-02-29T06:05:04.707Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=ldz5pws7 time="2024-02-29T06:05:04.707Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=ldz5pws7 time="2024-02-29T06:05:04.707Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ldz5pws7 time="2024-02-29T06:05:04.707Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c01c7c14-5d2d-49e0-b9ec-e6be71eebe9c time="2024-02-29T06:05:04.716Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=vp4799cg secretName=mihuangaz-29-merged-pull-secret time="2024-02-29T06:05:04.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=vp4799cg time="2024-02-29T06:05:04.716Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44264bba-0fb2-4883-b5b8-2e888754b4fd time="2024-02-29T06:05:09.822Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=570c745e-da2e-4253-a78c-ba288fa570ad time="2024-02-29T06:05:09.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.822Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="generating cluster image set job" clusterdeployment=default/mihuangaz-29 time="2024-02-29T06:05:09.822Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment derivedObject=mihuangaz-29-imageset reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=info msg="creating imageset job" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=xzdd9xmb releaseImage="registry.ci.openshift.org/ocp/release:4.16.0-0.nightly-2024-02-26-013420" time="2024-02-29T06:05:09.822Z" level=debug msg="service account already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="role already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=xzdd9xmb time="2024-02-29T06:05:09.822Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=xzdd9xmb time="2024-02-29T06:05:09.828Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsed=10.828568166 reconcileID=xzdd9xmb time="2024-02-29T06:05:09.828Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=xzdd9xmb time="2024-02-29T06:05:09.828Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=570c745e-da2e-4253-a78c-ba288fa570ad time="2024-02-29T06:05:09.829Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:05:09.829Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a9883a0a-e629-47dd-a7cf-18049e7d4e8c time="2024-02-29T06:05:09.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.829Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcfmkn42 time="2024-02-29T06:05:09.829Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a9883a0a-e629-47dd-a7cf-18049e7d4e8c time="2024-02-29T06:05:09.853Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11b9aa33-c954-46e9-beb2-f41113badd38 time="2024-02-29T06:05:09.853Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.854Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5rfpwc8 time="2024-02-29T06:05:09.854Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11b9aa33-c954-46e9-beb2-f41113badd38 time="2024-02-29T06:05:09.871Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9734e7ce-7491-4e8f-9549-e8bcb33d7674 time="2024-02-29T06:05:09.871Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.871Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.871Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgqz2b59 time="2024-02-29T06:05:09.871Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9734e7ce-7491-4e8f-9549-e8bcb33d7674 time="2024-02-29T06:05:09.872Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=12bc802d-b138-462d-9e9a-074073f6a6e4 time="2024-02-29T06:05:09.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.872Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.872Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9m6fvgc time="2024-02-29T06:05:09.872Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=12bc802d-b138-462d-9e9a-074073f6a6e4 time="2024-02-29T06:05:09.885Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=68e89993-b70c-497e-a415-260bd9cf0e51 time="2024-02-29T06:05:09.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g5kpttsj time="2024-02-29T06:05:09.885Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g5kpttsj time="2024-02-29T06:05:09.885Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.885Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.885Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g5kpttsj time="2024-02-29T06:05:09.885Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g5kpttsj time="2024-02-29T06:05:09.885Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=g5kpttsj time="2024-02-29T06:05:09.886Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5kpttsj time="2024-02-29T06:05:09.886Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=68e89993-b70c-497e-a415-260bd9cf0e51 time="2024-02-29T06:05:09.9Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=655b9fd3-1b4b-4676-8c6f-ace89f97c099 time="2024-02-29T06:05:09.9Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=smf6jscm time="2024-02-29T06:05:09.9Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=smf6jscm time="2024-02-29T06:05:09.9Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:09.901Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=smf6jscm time="2024-02-29T06:05:09.901Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=smf6jscm time="2024-02-29T06:05:09.901Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=smf6jscm time="2024-02-29T06:05:09.901Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smf6jscm time="2024-02-29T06:05:09.901Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=655b9fd3-1b4b-4676-8c6f-ace89f97c099 time="2024-02-29T06:05:10.283Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=470b70c0-ea44-4e9a-a7c5-d71daf1aca0b time="2024-02-29T06:05:10.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:10.283Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:10.283Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89bhr74m time="2024-02-29T06:05:10.283Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=470b70c0-ea44-4e9a-a7c5-d71daf1aca0b time="2024-02-29T06:05:13.797Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=32b2ad56-953d-4dcc-a7cc-be2129c1e20e time="2024-02-29T06:05:13.797Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:13.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:13.797Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2x54ndl time="2024-02-29T06:05:13.797Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=32b2ad56-953d-4dcc-a7cc-be2129c1e20e time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a9bb5434-c7e9-4632-9cee-dad1c30603cc time="2024-02-29T06:05:14.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zgncrzn7 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b7880ded-114d-472d-8787-cea66a224acd time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=71f89b85-bd7a-474f-b3f4-d74630a34f07 time="2024-02-29T06:05:14.253Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ddh7fslm time="2024-02-29T06:05:14.253Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ddh7fslm time="2024-02-29T06:05:14.253Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:14.253Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ddh7fslm time="2024-02-29T06:05:14.253Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=ddh7fslm time="2024-02-29T06:05:14.253Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=71f89b85-bd7a-474f-b3f4-d74630a34f07 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0b1203d0-0dbd-4bfe-a40e-d95a3f0a8f39 time="2024-02-29T06:05:14.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9c9ba415-1a4d-4c78-b708-489680b866b3 time="2024-02-29T06:05:14.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=h4tn5hl2 time="2024-02-29T06:05:14.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=h4tn5hl2 time="2024-02-29T06:05:14.253Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=h4tn5hl2 time="2024-02-29T06:05:14.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4tn5hl2 time="2024-02-29T06:05:14.253Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9c9ba415-1a4d-4c78-b708-489680b866b3 time="2024-02-29T06:05:14.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zgncrzn7 time="2024-02-29T06:05:14.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgncrzn7 time="2024-02-29T06:05:14.253Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a9bb5434-c7e9-4632-9cee-dad1c30603cc time="2024-02-29T06:05:14.253Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:14.253Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:14.253Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gq7tr66m time="2024-02-29T06:05:14.253Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0b1203d0-0dbd-4bfe-a40e-d95a3f0a8f39 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=daef4dec-0d63-459a-8e21-44e24aac6011 time="2024-02-29T06:05:14.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zfc77kxd time="2024-02-29T06:05:14.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zfc77kxd time="2024-02-29T06:05:14.253Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zfc77kxd time="2024-02-29T06:05:14.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfc77kxd time="2024-02-29T06:05:14.253Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=daef4dec-0d63-459a-8e21-44e24aac6011 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c1c8a60d-be6b-4b4f-b745-5573a6c158a9 time="2024-02-29T06:05:14.254Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=nf2pjmkw time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=nf2pjmkw time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nf2pjmkw time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c1c8a60d-be6b-4b4f-b745-5573a6c158a9 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cac69ef3-bb9b-4341-9dda-d1824d5a1d13 time="2024-02-29T06:05:14.254Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:14.254Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cac69ef3-bb9b-4341-9dda-d1824d5a1d13 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=64c83e90-f03c-4ab3-a6e1-ba25076e3d89 time="2024-02-29T06:05:14.254Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=klkw7n8m time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=klkw7n8m time="2024-02-29T06:05:14.254Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=klkw7n8m time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klkw7n8m time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=64c83e90-f03c-4ab3-a6e1-ba25076e3d89 time="2024-02-29T06:05:14.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=zhmjsrr7 time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=zhmjsrr7 time="2024-02-29T06:05:14.254Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=zhmjsrr7 time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhmjsrr7 time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b7880ded-114d-472d-8787-cea66a224acd time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=93bb63af-5863-43f0-a0f3-141561a30e3b time="2024-02-29T06:05:14.254Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=brgpmlbk time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=brgpmlbk time="2024-02-29T06:05:14.254Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=brgpmlbk time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brgpmlbk time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=93bb63af-5863-43f0-a0f3-141561a30e3b time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a94b7b5d-2c40-44f0-9223-63ddc3d7ffe2 time="2024-02-29T06:05:14.254Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wbtkhq4r time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wbtkhq4r time="2024-02-29T06:05:14.254Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wbtkhq4r time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbtkhq4r time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a94b7b5d-2c40-44f0-9223-63ddc3d7ffe2 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f176c7c3-4d3e-4ad7-afde-4e0917e49b74 time="2024-02-29T06:05:14.254Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6gbfqs94 time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6gbfqs94 time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f176c7c3-4d3e-4ad7-afde-4e0917e49b74 time="2024-02-29T06:05:14.253Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=55872e55-5d90-4a4a-b115-3971afe6afd3 time="2024-02-29T06:05:14.254Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xx8r5pbj time="2024-02-29T06:05:14.254Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xx8r5pbj time="2024-02-29T06:05:14.254Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=xx8r5pbj time="2024-02-29T06:05:14.254Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx8r5pbj time="2024-02-29T06:05:14.254Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=55872e55-5d90-4a4a-b115-3971afe6afd3 time="2024-02-29T06:05:14.8Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d862a576-c0d4-4f00-a363-38217545cd84 time="2024-02-29T06:05:14.8Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fvkqhg7k time="2024-02-29T06:05:14.8Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fvkqhg7k time="2024-02-29T06:05:14.8Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:14.8Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:14.8Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fvkqhg7k time="2024-02-29T06:05:14.801Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fvkqhg7k time="2024-02-29T06:05:14.801Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=fvkqhg7k time="2024-02-29T06:05:14.801Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvkqhg7k time="2024-02-29T06:05:14.801Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d862a576-c0d4-4f00-a363-38217545cd84 time="2024-02-29T06:05:15.896Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fee87832-91a3-455b-94ab-889e4392c6d3 time="2024-02-29T06:05:15.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kxn64xtf time="2024-02-29T06:05:15.896Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kxn64xtf time="2024-02-29T06:05:15.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:15.896Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:15.896Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kxn64xtf time="2024-02-29T06:05:15.896Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kxn64xtf time="2024-02-29T06:05:15.897Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=kxn64xtf time="2024-02-29T06:05:15.897Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxn64xtf time="2024-02-29T06:05:15.897Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fee87832-91a3-455b-94ab-889e4392c6d3 time="2024-02-29T06:05:16.805Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5fdcbc19-8c9e-4072-afc0-39c138813030 time="2024-02-29T06:05:16.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=st5rqpzq time="2024-02-29T06:05:16.805Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=st5rqpzq time="2024-02-29T06:05:16.806Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.806Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.806Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=st5rqpzq time="2024-02-29T06:05:16.806Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=st5rqpzq time="2024-02-29T06:05:16.806Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=st5rqpzq time="2024-02-29T06:05:16.806Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st5rqpzq time="2024-02-29T06:05:16.806Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5fdcbc19-8c9e-4072-afc0-39c138813030 time="2024-02-29T06:05:16.909Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9fc0cf8d-64fb-4e2e-a503-c0df3b85e7da time="2024-02-29T06:05:16.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.909Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.909Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cgk72dm time="2024-02-29T06:05:16.909Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9fc0cf8d-64fb-4e2e-a503-c0df3b85e7da time="2024-02-29T06:05:16.92Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ef893f41-33a2-4865-959d-0caf748d6915 time="2024-02-29T06:05:16.92Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.92Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.92Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hzlz72br time="2024-02-29T06:05:16.92Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ef893f41-33a2-4865-959d-0caf748d6915 time="2024-02-29T06:05:16.928Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7b1bcc96-d169-482d-acc9-16d2bfa9054e time="2024-02-29T06:05:16.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.928Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.928Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.928Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.928Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.929Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.929Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/mihuangaz-29 controller=clusterDeployment job=mihuangaz-29-imageset reconcileID=hsphhthv successful=true time="2024-02-29T06:05:16.939Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=58e4d1d1-a141-4514-b736-98b73e00ff9d time="2024-02-29T06:05:16.949Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=m2bsjqjg time="2024-02-29T06:05:16.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=m2bsjqjg time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bd200853-feba-47a0-a64b-bd1d47fbad35 time="2024-02-29T06:05:16.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=246vxsnr time="2024-02-29T06:05:16.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=246vxsnr time="2024-02-29T06:05:16.949Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=246vxsnr time="2024-02-29T06:05:16.949Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=246vxsnr time="2024-02-29T06:05:16.949Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bd200853-feba-47a0-a64b-bd1d47fbad35 time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6661ff84-83f3-4bab-ac31-6c250e2b3a4a time="2024-02-29T06:05:16.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=rd8pvlqr time="2024-02-29T06:05:16.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=rd8pvlqr time="2024-02-29T06:05:16.949Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rd8pvlqr time="2024-02-29T06:05:16.949Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=670cb3c8-af00-4a88-9907-90bca0178f87 time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e192b34a-afcc-4b9d-aa7c-4f027dcf67b0 time="2024-02-29T06:05:16.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.949Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.949Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:16.949Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e192b34a-afcc-4b9d-aa7c-4f027dcf67b0 time="2024-02-29T06:05:16.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gpl96cjw time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49a50273-3bad-4bb5-bf39-5abe4c46489c time="2024-02-29T06:05:16.95Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9c4cc8wq time="2024-02-29T06:05:16.949Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=m2bsjqjg time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2bsjqjg time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=58e4d1d1-a141-4514-b736-98b73e00ff9d time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gpl96cjw time="2024-02-29T06:05:16.95Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gpl96cjw time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpl96cjw time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=670cb3c8-af00-4a88-9907-90bca0178f87 time="2024-02-29T06:05:16.949Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6661ff84-83f3-4bab-ac31-6c250e2b3a4a time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9c4cc8wq time="2024-02-29T06:05:16.95Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9c4cc8wq time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c4cc8wq time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=49a50273-3bad-4bb5-bf39-5abe4c46489c time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d9433e1f-0135-447a-bed4-e83ead38ca5d time="2024-02-29T06:05:16.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vxlnjw4b time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vxlnjw4b time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxlnjw4b time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d9433e1f-0135-447a-bed4-e83ead38ca5d time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ad6d6964-a8bf-4054-ac67-69e67425a5aa time="2024-02-29T06:05:16.95Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2dh672hw time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2dh672hw time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ad6d6964-a8bf-4054-ac67-69e67425a5aa time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0fc97c2a-341f-4cc9-85e0-7a445157196f time="2024-02-29T06:05:16.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=twbpk5b4 time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=twbpk5b4 time="2024-02-29T06:05:16.95Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=twbpk5b4 time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twbpk5b4 time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0fc97c2a-341f-4cc9-85e0-7a445157196f time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8fcb4344-05a6-486a-8e73-4ff737c43713 time="2024-02-29T06:05:16.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=crxllr2m time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=crxllr2m time="2024-02-29T06:05:16.95Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=crxllr2m time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=crxllr2m time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8fcb4344-05a6-486a-8e73-4ff737c43713 time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8336647e-1e9b-48a1-bf7d-f5a96b60a98f time="2024-02-29T06:05:16.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nrn82vrz time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nrn82vrz time="2024-02-29T06:05:16.95Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nrn82vrz time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nrn82vrz time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8336647e-1e9b-48a1-bf7d-f5a96b60a98f time="2024-02-29T06:05:16.949Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f1b3f5cb-8f80-4381-87ba-6d39f009f4c2 time="2024-02-29T06:05:16.95Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=btx4z5l4 time="2024-02-29T06:05:16.95Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=btx4z5l4 time="2024-02-29T06:05:16.95Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:16.95Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=btx4z5l4 time="2024-02-29T06:05:16.95Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=btx4z5l4 time="2024-02-29T06:05:16.95Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f1b3f5cb-8f80-4381-87ba-6d39f009f4c2 time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=960ee739-d739-4cd4-99b7-77ce912717f8 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lfkczd66 time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a393eff8-81e1-4153-bc41-48ed01f15f73 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=8lprc82w time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9021257f-4643-46c3-9a46-67779dfacc66 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=2vbqvl4q time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8fd90319-7d1a-4bcf-9570-1d12568dbb1b time="2024-02-29T06:05:16.961Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fdjgwv5g time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fdjgwv5g time="2024-02-29T06:05:16.961Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8fd90319-7d1a-4bcf-9570-1d12568dbb1b time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a135b2ac-7855-4061-b03a-ccb94f276d7b time="2024-02-29T06:05:16.961Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mlml26th time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mlml26th time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5ac91ee5-447a-42bb-82d9-6926cbf7f772 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=mb4bwnwp time="2024-02-29T06:05:16.961Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=mlml26th time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mlml26th time="2024-02-29T06:05:16.961Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a135b2ac-7855-4061-b03a-ccb94f276d7b time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb3289ad-876a-44ee-8191-a8c028738354 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=z6sss45n time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=z6sss45n time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4112fe16-162e-40da-865b-0e7183e20090 time="2024-02-29T06:05:16.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=zwmz82f8 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=zwmz82f8 time="2024-02-29T06:05:16.961Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=zwmz82f8 time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwmz82f8 time="2024-02-29T06:05:16.961Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4112fe16-162e-40da-865b-0e7183e20090 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=mb4bwnwp time="2024-02-29T06:05:16.961Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=mb4bwnwp time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mb4bwnwp time="2024-02-29T06:05:16.961Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5ac91ee5-447a-42bb-82d9-6926cbf7f772 time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=cbf7639c-4d18-477c-ab84-4c27a751c33d time="2024-02-29T06:05:16.961Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7zz92ws6 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7zz92ws6 time="2024-02-29T06:05:16.961Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:16.961Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7zz92ws6 time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=7zz92ws6 time="2024-02-29T06:05:16.961Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=cbf7639c-4d18-477c-ab84-4c27a751c33d time="2024-02-29T06:05:16.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6sss45n time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb3289ad-876a-44ee-8191-a8c028738354 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=2vbqvl4q time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vbqvl4q time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9021257f-4643-46c3-9a46-67779dfacc66 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=8lprc82w time="2024-02-29T06:05:16.962Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=8lprc82w time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lprc82w time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a393eff8-81e1-4153-bc41-48ed01f15f73 time="2024-02-29T06:05:16.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lfkczd66 time="2024-02-29T06:05:16.962Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lfkczd66 time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lfkczd66 time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=960ee739-d739-4cd4-99b7-77ce912717f8 time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=29808289-cac1-4cde-b2b2-6ede940f33d0 time="2024-02-29T06:05:16.962Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2d7ll2z4 time="2024-02-29T06:05:16.962Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2d7ll2z4 time="2024-02-29T06:05:16.962Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2d7ll2z4 time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2d7ll2z4 time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=29808289-cac1-4cde-b2b2-6ede940f33d0 time="2024-02-29T06:05:16.962Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.962Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hsphhthv time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c602b509-925e-4ac6-b122-29c8df8d6c3c time="2024-02-29T06:05:16.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.962Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c602b509-925e-4ac6-b122-29c8df8d6c3c time="2024-02-29T06:05:16.961Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3bc1228-e306-4e81-a70f-05506b337c67 time="2024-02-29T06:05:16.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zzmmh5fd time="2024-02-29T06:05:16.962Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zzmmh5fd time="2024-02-29T06:05:16.962Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zzmmh5fd time="2024-02-29T06:05:16.962Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzmmh5fd time="2024-02-29T06:05:16.962Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3bc1228-e306-4e81-a70f-05506b337c67 time="2024-02-29T06:05:16.972Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=43 elapsedMillisGT=0 outcome=unspecified reconcileID=hsphhthv time="2024-02-29T06:05:16.972Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7b1bcc96-d169-482d-acc9-16d2bfa9054e time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9d023500-bcb5-4b2a-b815-6eb9821d4ba3 time="2024-02-29T06:05:16.972Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.972Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.972Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.972Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.972Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.972Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=504f6de1-3782-4b79-a98f-af42a036fb40 time="2024-02-29T06:05:16.972Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=p2xr7lf9 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=62fb2f0c-c9b2-4758-9690-3a5e4f7f3dec time="2024-02-29T06:05:16.972Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=mvk9b54j time="2024-02-29T06:05:16.972Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=mvk9b54j time="2024-02-29T06:05:16.972Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvk9b54j time="2024-02-29T06:05:16.972Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=62fb2f0c-c9b2-4758-9690-3a5e4f7f3dec time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0fab34e6-1343-402a-b62a-9025086f37c8 time="2024-02-29T06:05:16.972Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s7tngkmv time="2024-02-29T06:05:16.972Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s7tngkmv time="2024-02-29T06:05:16.972Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a52c1f91-b3cd-44a6-8372-2986e970fd1d time="2024-02-29T06:05:16.972Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f85997k9 time="2024-02-29T06:05:16.972Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f85997k9 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=feb5b71d-5a81-44b4-bf9b-225e2e122dca time="2024-02-29T06:05:16.972Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hfmmpk7n time="2024-02-29T06:05:16.972Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hfmmpk7n time="2024-02-29T06:05:16.972Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=hfmmpk7n time="2024-02-29T06:05:16.972Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfmmpk7n time="2024-02-29T06:05:16.972Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=feb5b71d-5a81-44b4-bf9b-225e2e122dca time="2024-02-29T06:05:16.972Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s7tngkmv time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=s7tngkmv time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0fab34e6-1343-402a-b62a-9025086f37c8 time="2024-02-29T06:05:16.972Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=21746841-8a1f-44fc-a560-19a07adffdf3 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.973Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=21746841-8a1f-44fc-a560-19a07adffdf3 time="2024-02-29T06:05:16.972Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f85997k9 time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f85997k9 time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a52c1f91-b3cd-44a6-8372-2986e970fd1d time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9675bf7c-d123-48f2-a6ab-d6fec51c6904 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=rwt298gg time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=rwt298gg time="2024-02-29T06:05:16.973Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=rwt298gg time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwt298gg time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9675bf7c-d123-48f2-a6ab-d6fec51c6904 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=de69f8cd-2917-44c8-afbb-c43c66da4606 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=cchxslwz time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=cchxslwz time="2024-02-29T06:05:16.973Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=cchxslwz time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cchxslwz time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=de69f8cd-2917-44c8-afbb-c43c66da4606 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=932e88c2-52e5-4fc7-82f2-f8315a960e8b time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=9trfskrn time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=9trfskrn time="2024-02-29T06:05:16.973Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=9trfskrn time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9trfskrn time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=932e88c2-52e5-4fc7-82f2-f8315a960e8b time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=18da8778-6b07-405a-ae4f-af938cac1e39 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=n8p7tbvf time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=n8p7tbvf time="2024-02-29T06:05:16.973Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=n8p7tbvf time="2024-02-29T06:05:16.973Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.973Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=2sjj2q5l time="2024-02-29T06:05:16.972Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=p2xr7lf9 time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=504f6de1-3782-4b79-a98f-af42a036fb40 time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n8p7tbvf time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=18da8778-6b07-405a-ae4f-af938cac1e39 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c7387165-7a38-425f-811b-a3765ad8ed12 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=n4x7jj9c time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=n4x7jj9c time="2024-02-29T06:05:16.973Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=n4x7jj9c time="2024-02-29T06:05:16.973Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n4x7jj9c time="2024-02-29T06:05:16.973Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c7387165-7a38-425f-811b-a3765ad8ed12 time="2024-02-29T06:05:16.972Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9ccb9b03-bb71-44e8-8251-77c60cc74800 time="2024-02-29T06:05:16.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=mp8q9k7m time="2024-02-29T06:05:16.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=mp8q9k7m time="2024-02-29T06:05:16.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mp8q9k7m time="2024-02-29T06:05:16.974Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9ccb9b03-bb71-44e8-8251-77c60cc74800 time="2024-02-29T06:05:16.979Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2sjj2q5l time="2024-02-29T06:05:16.979Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=2sjj2q5l time="2024-02-29T06:05:16.979Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9d023500-bcb5-4b2a-b815-6eb9821d4ba3 time="2024-02-29T06:05:16.979Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=174e515d-f53f-4361-a0fe-71f6a6192dc6 time="2024-02-29T06:05:16.979Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:16.979Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:16.979Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuangaz-29-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:16.98Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:16.98Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="service account already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="role already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment name=cluster-installer reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="generating installer pod spec" clusterProvision=mihuangaz-29-0-mn5qv namespace=default time="2024-02-29T06:05:16.98Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment derivedObject=mihuangaz-29-0-mn5qv reconcileID=fp67nk2p time="2024-02-29T06:05:16.98Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=a32d6e29-f12c-417b-89fa-a9062cc2cec5 time="2024-02-29T06:05:17Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=cfszfpd6 time="2024-02-29T06:05:17.001Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=cfszfpd6 time="2024-02-29T06:05:17Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a17bb4d9-9a32-4a6a-ba6c-6e524ee79daf time="2024-02-29T06:05:17.001Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2rlkpqxt time="2024-02-29T06:05:17Z" level=info msg="ClusterProvision created" controller=clusterDeployment time="2024-02-29T06:05:17.001Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.001Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.001Z" level=debug msg="generating installer job" clusterProvision=mihuangaz-29-0-mn5qv namespace=default time="2024-02-29T06:05:17.001Z" level=debug msg="Setting labels on derived object" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision derivedObject=mihuangaz-29-0-mn5qv-provision job=mihuangaz-29-0-mn5qv-provision reconcileID=cfszfpd6 time="2024-02-29T06:05:17.001Z" level=info msg="creating install job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=cfszfpd6 time="2024-02-29T06:05:17.001Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.001Z" level=info msg="created new provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=fp67nk2p time="2024-02-29T06:05:17.001Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=fp67nk2p time="2024-02-29T06:05:17.001Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2rlkpqxt time="2024-02-29T06:05:17.001Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2rlkpqxt time="2024-02-29T06:05:17.001Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rlkpqxt time="2024-02-29T06:05:17.001Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a17bb4d9-9a32-4a6a-ba6c-6e524ee79daf time="2024-02-29T06:05:17.01Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=cfszfpd6 time="2024-02-29T06:05:17.01Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=a32d6e29-f12c-417b-89fa-a9062cc2cec5 time="2024-02-29T06:05:17.01Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:05:17.01Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.01Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=3fdeb00e-ac89-4efb-88b6-cde5743b290a time="2024-02-29T06:05:17.01Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=v5hdw84h time="2024-02-29T06:05:17.01Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=v5hdw84h time="2024-02-29T06:05:17.011Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=v5hdw84h time="2024-02-29T06:05:17.011Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7dd8c5c9-eaf3-4bbe-a5aa-851af9770a67 time="2024-02-29T06:05:17.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dgfd26wx time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dgfd26wx time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0eb9bc7f-5925-414d-b61d-4fc2e86619e1 time="2024-02-29T06:05:17.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=jkhsmp8z time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6dd17886-f586-4a52-80a9-cdc3d3f8dee1 time="2024-02-29T06:05:17.012Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9mzqr2d5 time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9mzqr2d5 time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6dd17886-f586-4a52-80a9-cdc3d3f8dee1 time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c0cd2586-e738-4de7-bd15-8ad82b08444c time="2024-02-29T06:05:17.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lkfktjzh time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lkfktjzh time="2024-02-29T06:05:17.012Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lkfktjzh time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkfktjzh time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c0cd2586-e738-4de7-bd15-8ad82b08444c time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=jkhsmp8z time="2024-02-29T06:05:17.012Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=jkhsmp8z time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkhsmp8z time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0eb9bc7f-5925-414d-b61d-4fc2e86619e1 time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=94433b8e-cc7f-45ed-814f-f5d9dffde4ff time="2024-02-29T06:05:17.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=db5kw892 time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=db5kw892 time="2024-02-29T06:05:17.012Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=db5kw892 time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=db5kw892 time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=94433b8e-cc7f-45ed-814f-f5d9dffde4ff time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5c65d97b-334b-4198-997a-e1b8a1b8f868 time="2024-02-29T06:05:17.012Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s2hzqdq2 time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s2hzqdq2 time="2024-02-29T06:05:17.012Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s2hzqdq2 time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2hzqdq2 time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5c65d97b-334b-4198-997a-e1b8a1b8f868 time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5abdad74-bfe2-4127-97fe-e44bcb25bd9b time="2024-02-29T06:05:17.012Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hznrv9rr time="2024-02-29T06:05:17.012Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hznrv9rr time="2024-02-29T06:05:17.012Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=hznrv9rr time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hznrv9rr time="2024-02-29T06:05:17.012Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5abdad74-bfe2-4127-97fe-e44bcb25bd9b time="2024-02-29T06:05:17.012Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dgfd26wx time="2024-02-29T06:05:17.012Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgfd26wx time="2024-02-29T06:05:17.013Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7dd8c5c9-eaf3-4bbe-a5aa-851af9770a67 time="2024-02-29T06:05:17.012Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f2e445d-dcc6-4683-b7c7-bb9f0d76f53e time="2024-02-29T06:05:17.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=88c8k2tw time="2024-02-29T06:05:17.013Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=88c8k2tw time="2024-02-29T06:05:17.013Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88c8k2tw time="2024-02-29T06:05:17.013Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f2e445d-dcc6-4683-b7c7-bb9f0d76f53e time="2024-02-29T06:05:17.013Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsed=18.013156245 reconcileID=fp67nk2p time="2024-02-29T06:05:17.013Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=fp67nk2p time="2024-02-29T06:05:17.013Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=174e515d-f53f-4361-a0fe-71f6a6192dc6 time="2024-02-29T06:05:17.013Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=196ee109-8c94-42b6-9e75-ecc3acca791c time="2024-02-29T06:05:17.013Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7gwglhqz time="2024-02-29T06:05:17.013Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7gwglhqz time="2024-02-29T06:05:17.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.013Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.013Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7gwglhqz time="2024-02-29T06:05:17.013Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=7gwglhqz time="2024-02-29T06:05:17.013Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.017Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=26472a89-c8ee-4ae1-bc7c-d1139c8794cd time="2024-02-29T06:05:17.017Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=442d6sk5 time="2024-02-29T06:05:17.017Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=442d6sk5 time="2024-02-29T06:05:17.017Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:17.017Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2271947a-e9dd-4bb0-9bf5-a062da7a7481 time="2024-02-29T06:05:17.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.017Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.017Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:17.017Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2271947a-e9dd-4bb0-9bf5-a062da7a7481 time="2024-02-29T06:05:17.017Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=442d6sk5 time="2024-02-29T06:05:17.017Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=442d6sk5 time="2024-02-29T06:05:17.017Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=26472a89-c8ee-4ae1-bc7c-d1139c8794cd time="2024-02-29T06:05:17.017Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fcd56f7a-e126-4ebd-a508-1d41339d4923 time="2024-02-29T06:05:17.017Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=r675hgt7 time="2024-02-29T06:05:17.017Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=r675hgt7 time="2024-02-29T06:05:17.017Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=r675hgt7 time="2024-02-29T06:05:17.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r675hgt7 time="2024-02-29T06:05:17.017Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fcd56f7a-e126-4ebd-a508-1d41339d4923 time="2024-02-29T06:05:17.017Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=653c6f3b-55e3-47ec-a47f-7481817c500a time="2024-02-29T06:05:17.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=fwrrkgp8 time="2024-02-29T06:05:17.017Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=fwrrkgp8 time="2024-02-29T06:05:17.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwrrkgp8 time="2024-02-29T06:05:17.017Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=653c6f3b-55e3-47ec-a47f-7481817c500a time="2024-02-29T06:05:17.02Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=97da6405-6e5e-4631-94c9-b6d3fb6d2b03 time="2024-02-29T06:05:17.02Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rbjwh7gv time="2024-02-29T06:05:17.02Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rbjwh7gv time="2024-02-29T06:05:17.02Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rbjwh7gv time="2024-02-29T06:05:17.02Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbjwh7gv time="2024-02-29T06:05:17.02Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=97da6405-6e5e-4631-94c9-b6d3fb6d2b03 time="2024-02-29T06:05:17.02Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=v5hdw84h time="2024-02-29T06:05:17.02Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=3fdeb00e-ac89-4efb-88b6-cde5743b290a time="2024-02-29T06:05:17.02Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=19d5d366-e46d-456f-bbfa-001c7c1df996 time="2024-02-29T06:05:17.02Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.02Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jxsdjjw time="2024-02-29T06:05:17.02Z" level=debug msg="Reconcile done, requeueing after 59.979034196s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=19d5d366-e46d-456f-bbfa-001c7c1df996 time="2024-02-29T06:05:17.023Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=03966ec0-5928-4648-ba62-08e0b127841b time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dsvdl5sr time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dsvdl5sr time="2024-02-29T06:05:17.024Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=dsvdl5sr time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=aaaafccc-1565-444a-893c-755029ebd263 time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d0b1f2c9-3072-483a-96a3-d1ea80570391 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pcd92cvg time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cc555037-63de-4c28-9607-244dd454b295 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=68jx88cz time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3297e6f0-4ac1-4511-ad7b-89a30c632e77 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2dkptstb time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f9f0081e-f3a9-402e-86a3-9a06ab90da93 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qzf6rmgf time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qzf6rmgf time="2024-02-29T06:05:17.024Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f9f0081e-f3a9-402e-86a3-9a06ab90da93 time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=42bb6ab9-6bae-472c-a23e-8d420ab3b054 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zxffwf85 time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=zxffwf85 time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxffwf85 time="2024-02-29T06:05:17.024Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=42bb6ab9-6bae-472c-a23e-8d420ab3b054 time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2dkptstb time="2024-02-29T06:05:17.024Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:17.024Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2dkptstb time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=2dkptstb time="2024-02-29T06:05:17.024Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3297e6f0-4ac1-4511-ad7b-89a30c632e77 time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6f807484-3a5d-43aa-a8dc-001d07498a64 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4pxqf8j2 time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4pxqf8j2 time="2024-02-29T06:05:17.024Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=4pxqf8j2 time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pxqf8j2 time="2024-02-29T06:05:17.024Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6f807484-3a5d-43aa-a8dc-001d07498a64 time="2024-02-29T06:05:17.024Z" level=info msg="adopted provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=7gwglhqz time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=7gwglhqz time="2024-02-29T06:05:17.024Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=196ee109-8c94-42b6-9e75-ecc3acca791c time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8f187df0-369d-4979-aa96-b846bde3a58e time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nk9jzkjs time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nk9jzkjs time="2024-02-29T06:05:17.023Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=859075c6-8798-4f83-9a15-dfbfa3fce3fc time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=kblxwmjd time="2024-02-29T06:05:17.024Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.025Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=68jx88cz time="2024-02-29T06:05:17.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=68jx88cz time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=kblxwmjd time="2024-02-29T06:05:17.025Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=kblxwmjd time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kblxwmjd time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=859075c6-8798-4f83-9a15-dfbfa3fce3fc time="2024-02-29T06:05:17.025Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nk9jzkjs time="2024-02-29T06:05:17.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.025Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nk9jzkjs time="2024-02-29T06:05:17.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ttm6gxkx time="2024-02-29T06:05:17.025Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ttm6gxkx time="2024-02-29T06:05:17.025Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=ttm6gxkx time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttm6gxkx time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=aaaafccc-1565-444a-893c-755029ebd263 time="2024-02-29T06:05:17.025Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=68jx88cz time="2024-02-29T06:05:17.025Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=68jx88cz time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=68jx88cz time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile done, requeueing after 59.974522017s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cc555037-63de-4c28-9607-244dd454b295 time="2024-02-29T06:05:17.024Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dsvdl5sr time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=03966ec0-5928-4648-ba62-08e0b127841b time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7aa4dc03-6d84-4df5-87a0-0533948826a3 time="2024-02-29T06:05:17.025Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=hpc7hg2p time="2024-02-29T06:05:17.025Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=hpc7hg2p time="2024-02-29T06:05:17.025Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=hpc7hg2p time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpc7hg2p time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7aa4dc03-6d84-4df5-87a0-0533948826a3 time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1452d44f-57d5-4f40-8cee-4d5de85b961a time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=704ab363-93d8-446d-816d-62659c810ef1 time="2024-02-29T06:05:17.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.025Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=704ab363-93d8-446d-816d-62659c810ef1 time="2024-02-29T06:05:17.025Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=nk9jzkjs time="2024-02-29T06:05:17.025Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=nk9jzkjs time="2024-02-29T06:05:17.025Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=nk9jzkjs time="2024-02-29T06:05:17.025Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9kvbkbdt time="2024-02-29T06:05:17.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pcd92cvg time="2024-02-29T06:05:17.025Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9kvbkbdt time="2024-02-29T06:05:17.025Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pcd92cvg time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=pcd92cvg time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d0b1f2c9-3072-483a-96a3-d1ea80570391 time="2024-02-29T06:05:17.025Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9kvbkbdt time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9kvbkbdt time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1452d44f-57d5-4f40-8cee-4d5de85b961a time="2024-02-29T06:05:17.024Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0551a8b-2b59-4d81-94a8-d97d0b323529 time="2024-02-29T06:05:17.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=455tl89q time="2024-02-29T06:05:17.025Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=455tl89q time="2024-02-29T06:05:17.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=455tl89q time="2024-02-29T06:05:17.025Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0551a8b-2b59-4d81-94a8-d97d0b323529 time="2024-02-29T06:05:17.035Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=nk9jzkjs time="2024-02-29T06:05:17.035Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8f187df0-369d-4979-aa96-b846bde3a58e time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=266fd134-7536-4943-ace1-12f69094ad75 time="2024-02-29T06:05:17.035Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgc4fwnx time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91019f06-637f-4347-8d93-c34351e20a88 time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9defab91-65e6-4ff0-b20f-8c066d7563b9 time="2024-02-29T06:05:17.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=mx224zwh time="2024-02-29T06:05:17.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgc4fwnx time="2024-02-29T06:05:17.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=n5jpfvng time="2024-02-29T06:05:17.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=n5jpfvng time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b996b5b3-eacb-49e9-a325-ded518439216 time="2024-02-29T06:05:17.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=6rddm2cz time="2024-02-29T06:05:17.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=6rddm2cz time="2024-02-29T06:05:17.035Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=6rddm2cz time="2024-02-29T06:05:17.035Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rddm2cz time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b996b5b3-eacb-49e9-a325-ded518439216 time="2024-02-29T06:05:17.035Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=wgc4fwnx time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgc4fwnx time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=266fd134-7536-4943-ace1-12f69094ad75 time="2024-02-29T06:05:17.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=mx224zwh time="2024-02-29T06:05:17.036Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=mx224zwh time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx224zwh time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9defab91-65e6-4ff0-b20f-8c066d7563b9 time="2024-02-29T06:05:17.035Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5jpfvng time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=91019f06-637f-4347-8d93-c34351e20a88 time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=c8542efd-c4a4-4012-a13b-d9f1e9b75a82 time="2024-02-29T06:05:17.036Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=kzdh2l2v time="2024-02-29T06:05:17.036Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=kzdh2l2v time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d0333e23-4967-4938-b54d-1fb669054952 time="2024-02-29T06:05:17.036Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=lg7qzfgq time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=lg7qzfgq time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d0333e23-4967-4938-b54d-1fb669054952 time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4749507d-ee09-4f96-b084-d047828ac066 time="2024-02-29T06:05:17.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=47jh28bg time="2024-02-29T06:05:17.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=47jh28bg time="2024-02-29T06:05:17.036Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=47jh28bg time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47jh28bg time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4749507d-ee09-4f96-b084-d047828ac066 time="2024-02-29T06:05:17.036Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=kzdh2l2v time="2024-02-29T06:05:17.036Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.036Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=kzdh2l2v time="2024-02-29T06:05:17.036Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=kzdh2l2v time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzdh2l2v time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile done, requeueing after 59.963383501s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=c8542efd-c4a4-4012-a13b-d9f1e9b75a82 time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f51460f7-ad1a-41e2-becf-0f4563c61e29 time="2024-02-29T06:05:17.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dvwdbp7k time="2024-02-29T06:05:17.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dvwdbp7k time="2024-02-29T06:05:17.036Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dvwdbp7k time="2024-02-29T06:05:17.035Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6a1ba577-c183-4697-8035-f546064ee5d2 time="2024-02-29T06:05:17.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=rb4gxlqs time="2024-02-29T06:05:17.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=rb4gxlqs time="2024-02-29T06:05:17.036Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=rb4gxlqs time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rb4gxlqs time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6a1ba577-c183-4697-8035-f546064ee5d2 time="2024-02-29T06:05:17.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvwdbp7k time="2024-02-29T06:05:17.036Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f51460f7-ad1a-41e2-becf-0f4563c61e29 time="2024-02-29T06:05:17.037Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=be998c92-bb7b-4811-955f-7b89f319c68f time="2024-02-29T06:05:17.037Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=82aa6e31-8d74-47b1-917e-59847b577a23 time="2024-02-29T06:05:17.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4n486vj5 time="2024-02-29T06:05:17.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4n486vj5 time="2024-02-29T06:05:17.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.038Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4n486vj5 time="2024-02-29T06:05:17.038Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4n486vj5 time="2024-02-29T06:05:17.037Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.038Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:17.038Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2l8zqbgs time="2024-02-29T06:05:17.038Z" level=debug msg="Reconcile done, requeueing after 59.961721423s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=be998c92-bb7b-4811-955f-7b89f319c68f time="2024-02-29T06:05:17.038Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=4n486vj5 time="2024-02-29T06:05:17.038Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=4n486vj5 time="2024-02-29T06:05:17.038Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4n486vj5 time="2024-02-29T06:05:17.038Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=82aa6e31-8d74-47b1-917e-59847b577a23 time="2024-02-29T06:05:17.04Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d13d71ae-a9a0-4b53-9472-f0076ca23039 time="2024-02-29T06:05:17.04Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=023f1084-48ca-44e2-9882-10b7616d57ac time="2024-02-29T06:05:17.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vtq8zkd2 time="2024-02-29T06:05:17.04Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vtq8zkd2 time="2024-02-29T06:05:17.04Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtq8zkd2 time="2024-02-29T06:05:17.04Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=023f1084-48ca-44e2-9882-10b7616d57ac time="2024-02-29T06:05:17.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.04Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:05:17.04Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:05:17.04Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d13d71ae-a9a0-4b53-9472-f0076ca23039 time="2024-02-29T06:05:17.04Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2d4229ec-3da8-4098-9b11-71e80a3ab34b time="2024-02-29T06:05:17.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=b5vxr4jn time="2024-02-29T06:05:17.04Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.04Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a12b4c5e-2166-4972-80ae-a95b11c7384a time="2024-02-29T06:05:17.041Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=9lb2khpn time="2024-02-29T06:05:17.041Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=9lb2khpn time="2024-02-29T06:05:17.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.041Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=9lb2khpn time="2024-02-29T06:05:17.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9lb2khpn time="2024-02-29T06:05:17.041Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a12b4c5e-2166-4972-80ae-a95b11c7384a time="2024-02-29T06:05:17.04Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=45567c25-902a-4f04-b497-0c895fa4aff6 time="2024-02-29T06:05:17.041Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=sf4l88xn time="2024-02-29T06:05:17.041Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=sf4l88xn time="2024-02-29T06:05:17.041Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.041Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:05:17.041Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=sf4l88xn time="2024-02-29T06:05:17.041Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=sf4l88xn time="2024-02-29T06:05:17.041Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=45567c25-902a-4f04-b497-0c895fa4aff6 time="2024-02-29T06:05:17.041Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5vxr4jn time="2024-02-29T06:05:17.041Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2d4229ec-3da8-4098-9b11-71e80a3ab34b time="2024-02-29T06:05:17.048Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0198e877-de98-448a-bcf9-31427c27d33e time="2024-02-29T06:05:17.048Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=f54cjbgb time="2024-02-29T06:05:17.048Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=f54cjbgb time="2024-02-29T06:05:17.048Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.048Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.049Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=f54cjbgb time="2024-02-29T06:05:17.049Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=f54cjbgb time="2024-02-29T06:05:17.049Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.049Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=f54cjbgb time="2024-02-29T06:05:17.049Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=f54cjbgb time="2024-02-29T06:05:17.049Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f54cjbgb time="2024-02-29T06:05:17.049Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0198e877-de98-448a-bcf9-31427c27d33e time="2024-02-29T06:05:17.066Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bc395c77-9074-43b4-90fa-2ba0b32d7044 time="2024-02-29T06:05:17.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jdfgrtzv time="2024-02-29T06:05:17.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jdfgrtzv time="2024-02-29T06:05:17.066Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.066Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.066Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jdfgrtzv time="2024-02-29T06:05:17.067Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jdfgrtzv time="2024-02-29T06:05:17.067Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.067Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=jdfgrtzv time="2024-02-29T06:05:17.067Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=jdfgrtzv time="2024-02-29T06:05:17.067Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdfgrtzv time="2024-02-29T06:05:17.067Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bc395c77-9074-43b4-90fa-2ba0b32d7044 time="2024-02-29T06:05:17.454Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2dfe561b-eda5-40d6-87fb-43bdec83f08a time="2024-02-29T06:05:17.454Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.454Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:17.454Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:17.454Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nlblbpzv time="2024-02-29T06:05:17.454Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2dfe561b-eda5-40d6-87fb-43bdec83f08a time="2024-02-29T06:05:23.832Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b604421d-6439-464a-a91e-740d1881d3ad time="2024-02-29T06:05:23.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:23.832Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:23.832Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:23.832Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfl8prmx time="2024-02-29T06:05:23.832Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b604421d-6439-464a-a91e-740d1881d3ad time="2024-02-29T06:05:24.833Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f35647b-fc1f-41c0-8f58-8222ea3f3a52 time="2024-02-29T06:05:24.833Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hf4jwm8f time="2024-02-29T06:05:24.833Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:24.834Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:24.834Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:24.834Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hf4jwm8f time="2024-02-29T06:05:24.834Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4f35647b-fc1f-41c0-8f58-8222ea3f3a52 time="2024-02-29T06:05:25.843Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=477ac1c6-4e94-4f39-b006-8efaef92ef02 time="2024-02-29T06:05:25.843Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:25.843Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:25.843Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:25.843Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4227zlw time="2024-02-29T06:05:25.843Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=477ac1c6-4e94-4f39-b006-8efaef92ef02 time="2024-02-29T06:05:26.887Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=271fd9a7-1d71-4dba-951f-9a9cbadf799f time="2024-02-29T06:05:26.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:26.887Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:05:26.887Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:05:26.887Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgw88h4l time="2024-02-29T06:05:26.887Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=271fd9a7-1d71-4dba-951f-9a9cbadf799f time="2024-02-29T06:05:27.901Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7eb9508f-3593-4740-9c74-51fcac573d41 time="2024-02-29T06:05:27.901Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:05:27.901Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hqs5cftj time="2024-02-29T06:05:27.901Z" level=debug msg="Reconcile done, requeueing after 49.098555461s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7eb9508f-3593-4740-9c74-51fcac573d41 time="2024-02-29T06:06:14.242Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6af6af3d-a279-424e-9d9a-8896ab612fca time="2024-02-29T06:06:14.242Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=mdhv7sct time="2024-02-29T06:06:14.242Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=mdhv7sct time="2024-02-29T06:06:14.242Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=mdhv7sct time="2024-02-29T06:06:14.242Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdhv7sct time="2024-02-29T06:06:14.242Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6af6af3d-a279-424e-9d9a-8896ab612fca time="2024-02-29T06:06:14.242Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11efa951-f592-430a-9778-8801c5a96b21 time="2024-02-29T06:06:14.242Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=72kxwp8j time="2024-02-29T06:06:14.242Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=72kxwp8j time="2024-02-29T06:06:14.242Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.242Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=ffebaf07-7edb-48a1-b809-bf06244307de time="2024-02-29T06:06:14.242Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=dnhrkfbk time="2024-02-29T06:06:14.242Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=dnhrkfbk time="2024-02-29T06:06:14.242Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.243Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=72kxwp8j time="2024-02-29T06:06:14.243Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=72kxwp8j time="2024-02-29T06:06:14.243Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.243Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.243Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dnhrkfbk time="2024-02-29T06:06:14.243Z" level=debug msg="Reconcile done, requeueing after 2.756775355s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=ffebaf07-7edb-48a1-b809-bf06244307de time="2024-02-29T06:06:14.243Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=72kxwp8j time="2024-02-29T06:06:14.243Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.243Z" level=info msg="Saving infra ID \"mihuangaz-29-kbhx2\" for cluster" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=72kxwp8j time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=91a74cf6-7f9c-48fe-89bd-adfe88acc69a time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=cldz877r time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=cldz877r time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3e796915-078b-4113-91a4-b0b8949b6416 time="2024-02-29T06:06:14.262Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=qlfl9mz6 time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=qlfl9mz6 time="2024-02-29T06:06:14.262Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:06:14.262Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=qlfl9mz6 time="2024-02-29T06:06:14.262Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=qlfl9mz6 time="2024-02-29T06:06:14.262Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3e796915-078b-4113-91a4-b0b8949b6416 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d8b3e5fb-f2c5-4dfb-b7ee-b67db6da4ff0 time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=nbh45x9t time="2024-02-29T06:06:14.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=72kxwp8j time="2024-02-29T06:06:14.262Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11efa951-f592-430a-9778-8801c5a96b21 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=afc9d72e-3340-43bf-bc14-444dc67dacd6 time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lvdjz89z time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lvdjz89z time="2024-02-29T06:06:14.262Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=nbh45x9t time="2024-02-29T06:06:14.262Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=nbh45x9t time="2024-02-29T06:06:14.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbh45x9t time="2024-02-29T06:06:14.262Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d8b3e5fb-f2c5-4dfb-b7ee-b67db6da4ff0 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f0a8383e-38e5-4613-b760-afe0a5975d7d time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=n9m9kmq2 time="2024-02-29T06:06:14.262Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b5d32ee-855f-4da7-b001-e3714bf3335c time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vxhksgr7 time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=vxhksgr7 time="2024-02-29T06:06:14.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxhksgr7 time="2024-02-29T06:06:14.262Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b5d32ee-855f-4da7-b001-e3714bf3335c time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af7efba1-3a2c-4bdc-b970-f9d81aacd4c9 time="2024-02-29T06:06:14.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=trmk6qf8 time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=trmk6qf8 time="2024-02-29T06:06:14.262Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=trmk6qf8 time="2024-02-29T06:06:14.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trmk6qf8 time="2024-02-29T06:06:14.262Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=af7efba1-3a2c-4bdc-b970-f9d81aacd4c9 time="2024-02-29T06:06:14.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=n9m9kmq2 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5c80e837-d2e5-440b-ac2f-b0f31277f6c3 time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9m9kmq2 time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f0a8383e-38e5-4613-b760-afe0a5975d7d time="2024-02-29T06:06:14.262Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lvdjz89z time="2024-02-29T06:06:14.263Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=lvdjz89z time="2024-02-29T06:06:14.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.263Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=de1adf2f-b449-4993-a118-193b90dc1033 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=583ce1fc-77e8-42ad-b329-79bea27b0bd7 time="2024-02-29T06:06:14.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=rkh9pfkw time="2024-02-29T06:06:14.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=rkh9pfkw time="2024-02-29T06:06:14.263Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=rkh9pfkw time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5c80e837-d2e5-440b-ac2f-b0f31277f6c3 time="2024-02-29T06:06:14.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=pd5x8j9j time="2024-02-29T06:06:14.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=pd5x8j9j time="2024-02-29T06:06:14.263Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=pd5x8j9j time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pd5x8j9j time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=de1adf2f-b449-4993-a118-193b90dc1033 time="2024-02-29T06:06:14.263Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=da001703-ebe4-4341-a0f4-0dc24fcac0b8 time="2024-02-29T06:06:14.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=bldqwmqg time="2024-02-29T06:06:14.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=bldqwmqg time="2024-02-29T06:06:14.263Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=bldqwmqg time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bldqwmqg time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=da001703-ebe4-4341-a0f4-0dc24fcac0b8 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=53fcf480-2313-4671-bd70-aedd6758b1f6 time="2024-02-29T06:06:14.263Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=q2tvzh8q time="2024-02-29T06:06:14.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=q2tvzh8q time="2024-02-29T06:06:14.263Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=q2tvzh8q time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q2tvzh8q time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=53fcf480-2313-4671-bd70-aedd6758b1f6 time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rkh9pfkw time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=583ce1fc-77e8-42ad-b329-79bea27b0bd7 time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=fd0e4a60-badd-463d-9e65-a8c1bbf9bb87 time="2024-02-29T06:06:14.263Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8xg864vd time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8xg864vd time="2024-02-29T06:06:14.262Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dc81e82f-4469-4733-81bb-e3e9d9ea400a time="2024-02-29T06:06:14.263Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=m4h8w4bt time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=fd0e4a60-badd-463d-9e65-a8c1bbf9bb87 time="2024-02-29T06:06:14.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=m4h8w4bt time="2024-02-29T06:06:14.262Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.263Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=m4h8w4bt time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4h8w4bt time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dc81e82f-4469-4733-81bb-e3e9d9ea400a time="2024-02-29T06:06:14.263Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=lvdjz89z time="2024-02-29T06:06:14.263Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.263Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=lvdjz89z time="2024-02-29T06:06:14.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=lvdjz89z time="2024-02-29T06:06:14.263Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=afc9d72e-3340-43bf-bc14-444dc67dacd6 time="2024-02-29T06:06:14.263Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=info msg="provision initialization complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=cldz877r time="2024-02-29T06:06:14.263Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=cldz877r time="2024-02-29T06:06:14.273Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=434a4a3c-05ef-48c0-b78f-27e736235f64 time="2024-02-29T06:06:14.273Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=84e379e8-abea-4f8c-b490-089e55ba1e9a time="2024-02-29T06:06:14.273Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rss6qwfh time="2024-02-29T06:06:14.273Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.273Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rss6qwfh time="2024-02-29T06:06:14.273Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rss6qwfh time="2024-02-29T06:06:14.273Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rss6qwfh time="2024-02-29T06:06:14.273Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.273Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=434a4a3c-05ef-48c0-b78f-27e736235f64 time="2024-02-29T06:06:14.273Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.273Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.273Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6f4k56k5 time="2024-02-29T06:06:14.273Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=84e379e8-abea-4f8c-b490-089e55ba1e9a time="2024-02-29T06:06:14.285Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=cldz877r time="2024-02-29T06:06:14.285Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=91a74cf6-7f9c-48fe-89bd-adfe88acc69a time="2024-02-29T06:06:14.285Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=6af908de-3c09-4683-aa0f-787457a69044 time="2024-02-29T06:06:14.285Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=61edd859-a6cd-4015-b034-352bd5c2c4bb time="2024-02-29T06:06:14.285Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2brpqtv2 time="2024-02-29T06:06:14.285Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=71ab43bf-9ebd-4f10-b92a-a50275dd9927 time="2024-02-29T06:06:14.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hdg8vrzk time="2024-02-29T06:06:14.285Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hdg8vrzk time="2024-02-29T06:06:14.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.285Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2brpqtv2 time="2024-02-29T06:06:14.285Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=2brpqtv2 time="2024-02-29T06:06:14.285Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.285Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hdg8vrzk time="2024-02-29T06:06:14.285Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hdg8vrzk time="2024-02-29T06:06:14.285Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.285Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2brpqtv2 time="2024-02-29T06:06:14.285Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=61edd859-a6cd-4015-b034-352bd5c2c4bb time="2024-02-29T06:06:14.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.285Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=info msg="provision initialization complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.285Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hdg8vrzk time="2024-02-29T06:06:14.286Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.286Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hdg8vrzk time="2024-02-29T06:06:14.286Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hdg8vrzk time="2024-02-29T06:06:14.291Z" level=error msg="cannot update status conditions" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuangaz-29-0-mn5qv\": the object has been modified; please apply your changes to the latest version and try again" job=mihuangaz-29-0-mn5qv-provision reconcileID=clh6c6w4 time="2024-02-29T06:06:14.291Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=clh6c6w4 time="2024-02-29T06:06:14.291Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuangaz-29-0-mn5qv\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=6af908de-3c09-4683-aa0f-787457a69044 time="2024-02-29T06:06:14.291Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7718a7c3-018f-401c-81c1-369d5b90e724 time="2024-02-29T06:06:14.291Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.291Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qztsllg time="2024-02-29T06:06:14.291Z" level=debug msg="Reconcile done, requeueing after 2.708544214s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7718a7c3-018f-401c-81c1-369d5b90e724 time="2024-02-29T06:06:14.295Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hdg8vrzk time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=24bf6ab9-4a6c-462a-8718-801cd78b70e6 time="2024-02-29T06:06:14.296Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.296Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f76338f9-5f4d-4646-8182-0dbf48e8b317 time="2024-02-29T06:06:14.296Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4kshsm5 time="2024-02-29T06:06:14.296Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4kshsm5 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44df460e-d27e-4a6f-8224-734fd5801fd6 time="2024-02-29T06:06:14.296Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=xjt6bbts time="2024-02-29T06:06:14.296Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=xjt6bbts time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9da30907-aaa2-4316-aec3-83def3895c37 time="2024-02-29T06:06:14.296Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=wt7xb4nt time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a01c31ca-95ab-46e0-a6c8-083836eeeb8b time="2024-02-29T06:06:14.296Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=68qt7r4r time="2024-02-29T06:06:14.296Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=68qt7r4r time="2024-02-29T06:06:14.296Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=68qt7r4r time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d19476e2-fe99-4d63-9c40-81e34398b74f time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.297Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:06:14.296Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=z4kshsm5 time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68qt7r4r time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a01c31ca-95ab-46e0-a6c8-083836eeeb8b time="2024-02-29T06:06:14.296Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=wt7xb4nt time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d19476e2-fe99-4d63-9c40-81e34398b74f time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4054aa11-c00b-4e8c-bdb4-3260a0618016 time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=d8sz5vjp time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=d8sz5vjp time="2024-02-29T06:06:14.297Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=d8sz5vjp time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d8sz5vjp time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4054aa11-c00b-4e8c-bdb4-3260a0618016 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dad5eaea-d90e-4e0b-9327-6af5ca488955 time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=tdb4lqxj time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=tdb4lqxj time="2024-02-29T06:06:14.297Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=tdb4lqxj time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdb4lqxj time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dad5eaea-d90e-4e0b-9327-6af5ca488955 time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4kshsm5 time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f76338f9-5f4d-4646-8182-0dbf48e8b317 time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wt7xb4nt time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9da30907-aaa2-4316-aec3-83def3895c37 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9d2d3abc-4a9d-41a6-8336-66c2fade55e9 time="2024-02-29T06:06:14.297Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=58697bvz time="2024-02-29T06:06:14.296Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=eaf57526-8369-47db-9a21-0d054fd0e9b4 time="2024-02-29T06:06:14.297Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=zd7dwsbg time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=zd7dwsbg time="2024-02-29T06:06:14.297Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:06:14.297Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=zd7dwsbg time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=zd7dwsbg time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=eaf57526-8369-47db-9a21-0d054fd0e9b4 time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=58697bvz time="2024-02-29T06:06:14.297Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=58697bvz time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58697bvz time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9d2d3abc-4a9d-41a6-8336-66c2fade55e9 time="2024-02-29T06:06:14.296Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjt6bbts time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=44df460e-d27e-4a6f-8224-734fd5801fd6 time="2024-02-29T06:06:14.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e9c30d55-435f-4709-815d-af87c62a17f9 time="2024-02-29T06:06:14.297Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.297Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=dgrphqnm time="2024-02-29T06:06:14.297Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=h8cdkqj5 time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile done, requeueing after 2.702276475s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=24bf6ab9-4a6c-462a-8718-801cd78b70e6 time="2024-02-29T06:06:14.297Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=002af9b8-3000-4f15-9118-38533e8b55ce time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.297Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=dgrphqnm time="2024-02-29T06:06:14.297Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=dgrphqnm time="2024-02-29T06:06:14.297Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgrphqnm time="2024-02-29T06:06:14.297Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e9c30d55-435f-4709-815d-af87c62a17f9 time="2024-02-29T06:06:14.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1886329e-e42f-4f82-88be-969238355a33 time="2024-02-29T06:06:14.296Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2c247e17-43a0-47ab-93d5-218b2a73d22f time="2024-02-29T06:06:14.298Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pnsxwtbx time="2024-02-29T06:06:14.298Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pnsxwtbx time="2024-02-29T06:06:14.298Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2c247e17-43a0-47ab-93d5-218b2a73d22f time="2024-02-29T06:06:14.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5qbvm7g7 time="2024-02-29T06:06:14.298Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5qbvm7g7 time="2024-02-29T06:06:14.298Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=5qbvm7g7 time="2024-02-29T06:06:14.298Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qbvm7g7 time="2024-02-29T06:06:14.298Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1886329e-e42f-4f82-88be-969238355a33 time="2024-02-29T06:06:14.297Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.298Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.298Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.298Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7v5xq8p6 time="2024-02-29T06:06:14.298Z" level=debug msg="Reconcile done, requeueing after 2.701856651s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=002af9b8-3000-4f15-9118-38533e8b55ce time="2024-02-29T06:06:14.304Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=hdg8vrzk time="2024-02-29T06:06:14.304Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=71ab43bf-9ebd-4f10-b92a-a50275dd9927 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ea8aca99-6f38-4ec4-b15b-6e0bcde7f282 time="2024-02-29T06:06:14.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=25qhlzl7 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ebdb05b4-4391-4bfb-90f7-9c40e45f51f5 time="2024-02-29T06:06:14.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zvhvd5nk time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=664627f7-67e5-48f0-bd8c-3515c20a68bd time="2024-02-29T06:06:14.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=6jxldq7g time="2024-02-29T06:06:14.304Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=6jxldq7g time="2024-02-29T06:06:14.304Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=6jxldq7g time="2024-02-29T06:06:14.304Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jxldq7g time="2024-02-29T06:06:14.304Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=664627f7-67e5-48f0-bd8c-3515c20a68bd time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c7e879d-f24e-47c6-b39c-51068b4b0ba1 time="2024-02-29T06:06:14.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=lf56nc84 time="2024-02-29T06:06:14.304Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=lf56nc84 time="2024-02-29T06:06:14.304Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=lf56nc84 time="2024-02-29T06:06:14.304Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lf56nc84 time="2024-02-29T06:06:14.304Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c7e879d-f24e-47c6-b39c-51068b4b0ba1 time="2024-02-29T06:06:14.304Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zvhvd5nk time="2024-02-29T06:06:14.304Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zvhvd5nk time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvhvd5nk time="2024-02-29T06:06:14.305Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ebdb05b4-4391-4bfb-90f7-9c40e45f51f5 time="2024-02-29T06:06:14.304Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=25qhlzl7 time="2024-02-29T06:06:14.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f0c5ab4b-5d11-4e25-b275-77e591b07c49 time="2024-02-29T06:06:14.305Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=99f9mrj9 time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=99f9mrj9 time="2024-02-29T06:06:14.305Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f0c5ab4b-5d11-4e25-b275-77e591b07c49 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=180d86b9-8bdc-4c05-bb6c-b102441eca54 time="2024-02-29T06:06:14.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=p87g6vt7 time="2024-02-29T06:06:14.305Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=p87g6vt7 time="2024-02-29T06:06:14.305Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=p87g6vt7 time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p87g6vt7 time="2024-02-29T06:06:14.305Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=180d86b9-8bdc-4c05-bb6c-b102441eca54 time="2024-02-29T06:06:14.305Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.305Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=25qhlzl7 time="2024-02-29T06:06:14.305Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=25qhlzl7 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1d845869-0bcf-4c64-b378-49736c0ac9d8 time="2024-02-29T06:06:14.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=cs4h5mzq time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cae66137-deb3-4aaf-8c8a-d9ccbab3e156 time="2024-02-29T06:06:14.305Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.305Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=cs4h5mzq time="2024-02-29T06:06:14.305Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=cs4h5mzq time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cs4h5mzq time="2024-02-29T06:06:14.305Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1d845869-0bcf-4c64-b378-49736c0ac9d8 time="2024-02-29T06:06:14.305Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:14.305Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl79p69z time="2024-02-29T06:06:14.305Z" level=debug msg="Reconcile done, requeueing after 2.694126117s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cae66137-deb3-4aaf-8c8a-d9ccbab3e156 time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=abc05c88-b906-4dff-9a93-5e03ce9dc27f time="2024-02-29T06:06:14.305Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9lc2vfzm time="2024-02-29T06:06:14.305Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9lc2vfzm time="2024-02-29T06:06:14.305Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=9lc2vfzm time="2024-02-29T06:06:14.305Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=25qhlzl7 time="2024-02-29T06:06:14.306Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.306Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=25qhlzl7 time="2024-02-29T06:06:14.306Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=25qhlzl7 time="2024-02-29T06:06:14.306Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ea8aca99-6f38-4ec4-b15b-6e0bcde7f282 time="2024-02-29T06:06:14.305Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9lc2vfzm time="2024-02-29T06:06:14.306Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=abc05c88-b906-4dff-9a93-5e03ce9dc27f time="2024-02-29T06:06:14.304Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=76cf761c-fca8-4b27-bae1-e1279e583a5c time="2024-02-29T06:06:14.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8mg8tpbg time="2024-02-29T06:06:14.306Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8mg8tpbg time="2024-02-29T06:06:14.306Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8mg8tpbg time="2024-02-29T06:06:14.306Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=76cf761c-fca8-4b27-bae1-e1279e583a5c time="2024-02-29T06:06:14.309Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ab57b886-a9e4-400f-ae82-b8cc34c1c208 time="2024-02-29T06:06:14.31Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=nvb4sggk time="2024-02-29T06:06:14.309Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3e70cd3e-895a-4ad7-8b95-3f449446432c time="2024-02-29T06:06:14.31Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=5q8lf277 time="2024-02-29T06:06:14.31Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=5q8lf277 time="2024-02-29T06:06:14.31Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:06:14.309Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7a9b236b-650c-47eb-a6a3-685e77c32430 time="2024-02-29T06:06:14.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=nvb4sggk time="2024-02-29T06:06:14.31Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=nvb4sggk time="2024-02-29T06:06:14.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvb4sggk time="2024-02-29T06:06:14.31Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ab57b886-a9e4-400f-ae82-b8cc34c1c208 time="2024-02-29T06:06:14.31Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=5q8lf277 time="2024-02-29T06:06:14.31Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=5q8lf277 time="2024-02-29T06:06:14.31Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3e70cd3e-895a-4ad7-8b95-3f449446432c time="2024-02-29T06:06:14.31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T06:06:14.31Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=c4hvwzfg time="2024-02-29T06:06:14.309Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=109c3bb8-f1db-45a7-ba1d-d5ad33593299 time="2024-02-29T06:06:14.31Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T06:06:14.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=26nhwr24 time="2024-02-29T06:06:14.309Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a641593a-449e-4884-aed5-9d97f03b6a7b time="2024-02-29T06:06:14.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.31Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T06:06:14.31Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:06:14.31Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a641593a-449e-4884-aed5-9d97f03b6a7b time="2024-02-29T06:06:14.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=26nhwr24 time="2024-02-29T06:06:14.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26nhwr24 time="2024-02-29T06:06:14.31Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=109c3bb8-f1db-45a7-ba1d-d5ad33593299 time="2024-02-29T06:06:14.31Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T06:06:14.31Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4hvwzfg time="2024-02-29T06:06:14.31Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7a9b236b-650c-47eb-a6a3-685e77c32430 time="2024-02-29T06:06:17Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=85f07424-b83e-435f-b664-942511a105b4 time="2024-02-29T06:06:17Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=drdvjwp6 time="2024-02-29T06:06:17Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T06:06:17.001Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drdvjwp6 time="2024-02-29T06:06:17.001Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=85f07424-b83e-435f-b664-942511a105b4 time="2024-02-29T06:06:53.344Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:06:53.344Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:06:53.344Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:06:53.344Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:06:53.344Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:06:53.344Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:08:53.344Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:08:53.345Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:08:53.345Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:08:53.345Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:08:53.345Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:08:53.345Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1bd808dd-0190-4946-bc0a-30205644620e time="2024-02-29T06:10:31.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=db2q8wqz time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=82240c00-1e63-40e2-a0e1-658b9735a2fa time="2024-02-29T06:10:31.452Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8vgx5jgh time="2024-02-29T06:10:31.452Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8vgx5jgh time="2024-02-29T06:10:31.452Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=82240c00-1e63-40e2-a0e1-658b9735a2fa time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d041c485-9f22-44fd-b6cc-51208283eb03 time="2024-02-29T06:10:31.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=ngcsbs4r time="2024-02-29T06:10:31.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=ngcsbs4r time="2024-02-29T06:10:31.452Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=ngcsbs4r time="2024-02-29T06:10:31.452Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngcsbs4r time="2024-02-29T06:10:31.452Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d041c485-9f22-44fd-b6cc-51208283eb03 time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bd7bf340-05ee-43f0-b159-7ef4133c5896 time="2024-02-29T06:10:31.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=875bfwhz time="2024-02-29T06:10:31.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=875bfwhz time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f7fa5a1-5cdf-4986-b858-9418e9ff2046 time="2024-02-29T06:10:31.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=7vmzlfm7 time="2024-02-29T06:10:31.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=7vmzlfm7 time="2024-02-29T06:10:31.452Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=7vmzlfm7 time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fbb39d42-65e9-4085-8f74-fdae8f1d6e78 time="2024-02-29T06:10:31.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=c5t76dhc time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=c5t76dhc time="2024-02-29T06:10:31.453Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=c5t76dhc time="2024-02-29T06:10:31.453Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c5t76dhc time="2024-02-29T06:10:31.453Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fbb39d42-65e9-4085-8f74-fdae8f1d6e78 time="2024-02-29T06:10:31.452Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=875bfwhz time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2dd00cd0-3430-46e5-8d85-8467bb0978a4 time="2024-02-29T06:10:31.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=77vzmww7 time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=77vzmww7 time="2024-02-29T06:10:31.453Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=77vzmww7 time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a7392688-f0ab-4753-a9b1-463713f26f42 time="2024-02-29T06:10:31.453Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=47nzt9cf time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=47nzt9cf time="2024-02-29T06:10:31.453Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=47nzt9cf time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=87202d40-7676-410d-8aa8-eac89e62debc time="2024-02-29T06:10:31.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.453Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e913b4b0-f17c-43ba-b948-a9fe891a8ba5 time="2024-02-29T06:10:31.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=6hlwbjpn time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1acd66c6-797c-407c-990c-509163aa8f46 time="2024-02-29T06:10:31.453Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=t9vn7qm2 time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=t9vn7qm2 time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=6hlwbjpn time="2024-02-29T06:10:31.453Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=6hlwbjpn time="2024-02-29T06:10:31.453Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=t9vn7qm2 time="2024-02-29T06:10:31.453Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t9vn7qm2 time="2024-02-29T06:10:31.453Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1acd66c6-797c-407c-990c-509163aa8f46 time="2024-02-29T06:10:31.452Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3efea6e0-ec9a-480c-92c5-e5bbe66bc20c time="2024-02-29T06:10:31.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b59f8vsz time="2024-02-29T06:10:31.453Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.453Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=87202d40-7676-410d-8aa8-eac89e62debc time="2024-02-29T06:10:31.452Z" level=info msg="ClusterDeployment created" controller=clusterpool time="2024-02-29T06:10:31.453Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b59f8vsz time="2024-02-29T06:10:31.453Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b59f8vsz time="2024-02-29T06:10:31.452Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=db2q8wqz time="2024-02-29T06:10:31.453Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=db2q8wqz time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=b59f8vsz time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3efea6e0-ec9a-480c-92c5-e5bbe66bc20c time="2024-02-29T06:10:31.465Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=674d6a11-2245-4c85-8b2d-bdc00caceb63 time="2024-02-29T06:10:31.465Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4vqw842k time="2024-02-29T06:10:31.465Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4vqw842k time="2024-02-29T06:10:31.465Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=28618f43-8ec7-427e-b2cb-b8666697d011 time="2024-02-29T06:10:31.465Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=812a37b5-9e2e-4ff8-a12b-68ed28e09609 time="2024-02-29T06:10:31.465Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=w68zhtzm time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=w68zhtzm time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=812a37b5-9e2e-4ff8-a12b-68ed28e09609 time="2024-02-29T06:10:31.465Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=379cb4f1-5e25-4b62-9d5a-b274ee902f79 time="2024-02-29T06:10:31.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=m42lt22d time="2024-02-29T06:10:31.465Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=m42lt22d time="2024-02-29T06:10:31.465Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=m42lt22d time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m42lt22d time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=379cb4f1-5e25-4b62-9d5a-b274ee902f79 time="2024-02-29T06:10:31.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6t8x2cfk time="2024-02-29T06:10:31.465Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6t8x2cfk time="2024-02-29T06:10:31.465Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6t8x2cfk time="2024-02-29T06:10:31.465Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=51202659-1d6d-42dd-a155-4b1d6fd32373 time="2024-02-29T06:10:31.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxff7p6m time="2024-02-29T06:10:31.465Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxff7p6m time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxff7p6m time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=51202659-1d6d-42dd-a155-4b1d6fd32373 time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6t8x2cfk time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=28618f43-8ec7-427e-b2cb-b8666697d011 time="2024-02-29T06:10:31.465Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4vqw842k time="2024-02-29T06:10:31.465Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vqw842k time="2024-02-29T06:10:31.465Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=674d6a11-2245-4c85-8b2d-bdc00caceb63 time="2024-02-29T06:10:31.466Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=47nzt9cf time="2024-02-29T06:10:31.466Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=47nzt9cf time="2024-02-29T06:10:31.466Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a7392688-f0ab-4753-a9b1-463713f26f42 time="2024-02-29T06:10:31.466Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6hlwbjpn time="2024-02-29T06:10:31.466Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=6hlwbjpn time="2024-02-29T06:10:31.466Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e913b4b0-f17c-43ba-b948-a9fe891a8ba5 time="2024-02-29T06:10:31.466Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=789912d1-dd3e-4ef4-8933-5a12a1aa3fd8 time="2024-02-29T06:10:31.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=b62zm4lg time="2024-02-29T06:10:31.466Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=b62zm4lg time="2024-02-29T06:10:31.466Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=b62zm4lg time="2024-02-29T06:10:31.466Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=875bfwhz time="2024-02-29T06:10:31.466Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=875bfwhz time="2024-02-29T06:10:31.467Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bd7bf340-05ee-43f0-b159-7ef4133c5896 time="2024-02-29T06:10:31.469Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-291 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=db2q8wqz time="2024-02-29T06:10:31.469Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=db2q8wqz time="2024-02-29T06:10:31.469Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1bd808dd-0190-4946-bc0a-30205644620e time="2024-02-29T06:10:31.469Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7vmzlfm7 time="2024-02-29T06:10:31.47Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=7vmzlfm7 time="2024-02-29T06:10:31.47Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f7fa5a1-5cdf-4986-b858-9418e9ff2046 time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=49b164ec-ec27-4c85-9afb-010dff75c1a2 time="2024-02-29T06:10:31.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=qr67mkzx time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=458284fc-eb30-4653-bcf9-e107e8ed24ba time="2024-02-29T06:10:31.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.47Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.47Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.47Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=77vzmww7 time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=818e57c3-979e-417f-b93a-9cf1a0ba7dec time="2024-02-29T06:10:31.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=p6jzjvl5 time="2024-02-29T06:10:31.47Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=p6jzjvl5 time="2024-02-29T06:10:31.47Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=p6jzjvl5 time="2024-02-29T06:10:31.47Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=458284fc-eb30-4653-bcf9-e107e8ed24ba time="2024-02-29T06:10:31.47Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=77vzmww7 time="2024-02-29T06:10:31.47Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2dd00cd0-3430-46e5-8d85-8467bb0978a4 time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5f549179-8618-4b0e-8d6e-fd69e5d4bc35 time="2024-02-29T06:10:31.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5rgmfln time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3582e021-0bcd-4c2f-ba71-88e253e6e551 time="2024-02-29T06:10:31.47Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6a4ba154-2594-43c1-b1c5-bad9a9c4c191 time="2024-02-29T06:10:31.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=fqsp6sdb time="2024-02-29T06:10:31.47Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=fqsp6sdb time="2024-02-29T06:10:31.47Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5rgmfln time="2024-02-29T06:10:31.47Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5rgmfln time="2024-02-29T06:10:31.47Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=fqsp6sdb time="2024-02-29T06:10:31.47Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=ppkrsphr time="2024-02-29T06:10:31.47Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=ppkrsphr time="2024-02-29T06:10:31.47Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=qr67mkzx time="2024-02-29T06:10:31.47Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=qr67mkzx time="2024-02-29T06:10:31.47Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=ppkrsphr time="2024-02-29T06:10:31.475Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b805bfe2-1c57-4216-b9f1-3d298b3c2dd2 time="2024-02-29T06:10:31.475Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rm8v248m time="2024-02-29T06:10:31.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rm8v248m time="2024-02-29T06:10:31.475Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ab284875-b304-4b65-a37a-78c46bb7757e time="2024-02-29T06:10:31.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6ks9k5nw time="2024-02-29T06:10:31.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6ks9k5nw time="2024-02-29T06:10:31.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ks9k5nw time="2024-02-29T06:10:31.475Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ab284875-b304-4b65-a37a-78c46bb7757e time="2024-02-29T06:10:31.475Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3a170336-8f89-4364-9f36-3af25c9d4b71 time="2024-02-29T06:10:31.475Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=klwqcqwc time="2024-02-29T06:10:31.475Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=klwqcqwc time="2024-02-29T06:10:31.475Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3a170336-8f89-4364-9f36-3af25c9d4b71 time="2024-02-29T06:10:31.475Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rm8v248m time="2024-02-29T06:10:31.476Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rm8v248m time="2024-02-29T06:10:31.476Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b805bfe2-1c57-4216-b9f1-3d298b3c2dd2 time="2024-02-29T06:10:31.475Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=324c5c2e-ff85-4bb5-891f-4a48895679e3 time="2024-02-29T06:10:31.476Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=d6z57xjz time="2024-02-29T06:10:31.476Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=d6z57xjz time="2024-02-29T06:10:31.476Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=d6z57xjz time="2024-02-29T06:10:31.476Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6z57xjz time="2024-02-29T06:10:31.476Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=324c5c2e-ff85-4bb5-891f-4a48895679e3 time="2024-02-29T06:10:31.475Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=674d233f-fcbf-4a1e-ae62-7b64e9eecfce time="2024-02-29T06:10:31.476Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8nd6v9kb time="2024-02-29T06:10:31.476Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8nd6v9kb time="2024-02-29T06:10:31.476Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8nd6v9kb time="2024-02-29T06:10:31.476Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8nd6v9kb time="2024-02-29T06:10:31.476Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=674d233f-fcbf-4a1e-ae62-7b64e9eecfce time="2024-02-29T06:10:31.478Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=b62zm4lg time="2024-02-29T06:10:31.478Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=789912d1-dd3e-4ef4-8933-5a12a1aa3fd8 time="2024-02-29T06:10:31.478Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f365da1-de71-4e11-a726-1237f9ec6a01 time="2024-02-29T06:10:31.478Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=mpnj6nt4 time="2024-02-29T06:10:31.478Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=mpnj6nt4 time="2024-02-29T06:10:31.478Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=mpnj6nt4 time="2024-02-29T06:10:31.478Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-291 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=p6jzjvl5 time="2024-02-29T06:10:31.478Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=p6jzjvl5 time="2024-02-29T06:10:31.478Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=818e57c3-979e-417f-b93a-9cf1a0ba7dec time="2024-02-29T06:10:31.48Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=w5rgmfln time="2024-02-29T06:10:31.48Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=w5rgmfln time="2024-02-29T06:10:31.48Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5f549179-8618-4b0e-8d6e-fd69e5d4bc35 time="2024-02-29T06:10:31.48Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30a96a22-6e3c-4052-aef6-91840cf30a92 time="2024-02-29T06:10:31.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=7zm84pgk time="2024-02-29T06:10:31.48Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=7zm84pgk time="2024-02-29T06:10:31.48Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=7zm84pgk time="2024-02-29T06:10:31.481Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=975e1fca-755a-4567-9f5c-1451706c8e11 time="2024-02-29T06:10:31.481Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.481Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.481Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.481Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=975e1fca-755a-4567-9f5c-1451706c8e11 time="2024-02-29T06:10:31.481Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fqsp6sdb time="2024-02-29T06:10:31.481Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=fqsp6sdb time="2024-02-29T06:10:31.481Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6a4ba154-2594-43c1-b1c5-bad9a9c4c191 time="2024-02-29T06:10:31.483Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qr67mkzx time="2024-02-29T06:10:31.483Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=qr67mkzx time="2024-02-29T06:10:31.483Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=49b164ec-ec27-4c85-9afb-010dff75c1a2 time="2024-02-29T06:10:31.483Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c95db4b-b6c8-40c8-880e-f24982742e32 time="2024-02-29T06:10:31.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jgdrj9nr time="2024-02-29T06:10:31.483Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jgdrj9nr time="2024-02-29T06:10:31.483Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jgdrj9nr time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=146a8efd-b29b-4a95-80a3-d6d0c6adfa71 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c07bd0a-2b80-4e02-aa75-9e310e47f810 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6ccef7bc-b5b1-43ee-9952-1295c5cf42ac time="2024-02-29T06:10:31.484Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5rg62gmw time="2024-02-29T06:10:31.484Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5rg62gmw time="2024-02-29T06:10:31.484Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6ccef7bc-b5b1-43ee-9952-1295c5cf42ac time="2024-02-29T06:10:31.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=c2bx7df5 time="2024-02-29T06:10:31.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=c2bx7df5 time="2024-02-29T06:10:31.484Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=c2bx7df5 time="2024-02-29T06:10:31.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c2bx7df5 time="2024-02-29T06:10:31.484Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=146a8efd-b29b-4a95-80a3-d6d0c6adfa71 time="2024-02-29T06:10:31.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=4r7cx28n time="2024-02-29T06:10:31.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=4r7cx28n time="2024-02-29T06:10:31.484Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ppkrsphr time="2024-02-29T06:10:31.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=ppkrsphr time="2024-02-29T06:10:31.484Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3582e021-0bcd-4c2f-ba71-88e253e6e551 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20d93b4e-2597-4ec7-bfbc-eebd4fb234c3 time="2024-02-29T06:10:31.484Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mbljs6n7 time="2024-02-29T06:10:31.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mbljs6n7 time="2024-02-29T06:10:31.484Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mbljs6n7 time="2024-02-29T06:10:31.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4r7cx28n time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c07bd0a-2b80-4e02-aa75-9e310e47f810 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef5f8aab-c53c-4a42-ae94-330fe50bdba4 time="2024-02-29T06:10:31.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=wdkbwdc8 time="2024-02-29T06:10:31.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=wdkbwdc8 time="2024-02-29T06:10:31.485Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=wdkbwdc8 time="2024-02-29T06:10:31.485Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdkbwdc8 time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef5f8aab-c53c-4a42-ae94-330fe50bdba4 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4f2bdef3-b948-46e7-b84a-25a4ced55ac1 time="2024-02-29T06:10:31.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7mdhnzfn time="2024-02-29T06:10:31.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7mdhnzfn time="2024-02-29T06:10:31.485Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7mdhnzfn time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85f7bfcd-b683-42a9-a91d-dbb862dd8b9f time="2024-02-29T06:10:31.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.485Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.485Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85f7bfcd-b683-42a9-a91d-dbb862dd8b9f time="2024-02-29T06:10:31.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=mpnj6nt4 time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2d597225-8ad9-4030-9ba0-ae610cbbc9c0 time="2024-02-29T06:10:31.485Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=jjwkk9gs time="2024-02-29T06:10:31.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=jjwkk9gs time="2024-02-29T06:10:31.485Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=jjwkk9gs time="2024-02-29T06:10:31.485Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjwkk9gs time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2d597225-8ad9-4030-9ba0-ae610cbbc9c0 time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f365da1-de71-4e11-a726-1237f9ec6a01 time="2024-02-29T06:10:31.485Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3873f344-c5d6-45aa-95bf-f7cd285bda7c time="2024-02-29T06:10:31.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=pfzpsmdj time="2024-02-29T06:10:31.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=pfzpsmdj time="2024-02-29T06:10:31.484Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1d80e6ad-a3db-499d-82f0-a20c05996c76 time="2024-02-29T06:10:31.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4fp9br28 time="2024-02-29T06:10:31.485Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=pfzpsmdj time="2024-02-29T06:10:31.485Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfzpsmdj time="2024-02-29T06:10:31.485Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3873f344-c5d6-45aa-95bf-f7cd285bda7c time="2024-02-29T06:10:31.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4fp9br28 time="2024-02-29T06:10:31.485Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4fp9br28 time="2024-02-29T06:10:31.489Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7zm84pgk time="2024-02-29T06:10:31.489Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7zm84pgk time="2024-02-29T06:10:31.489Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30a96a22-6e3c-4052-aef6-91840cf30a92 time="2024-02-29T06:10:31.489Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9d91a338-c5e6-4c12-96b1-c1a8297a73d3 time="2024-02-29T06:10:31.489Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vl4rfnsm time="2024-02-29T06:10:31.489Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vl4rfnsm time="2024-02-29T06:10:31.489Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vl4rfnsm time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=mbljs6n7 time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20d93b4e-2597-4ec7-bfbc-eebd4fb234c3 time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c732fed0-8a11-427d-87fd-f1ed37c32bff time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c91c400f-55a6-4e6b-acfe-1afb40921ec9 time="2024-02-29T06:10:31.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rl6f5fcx time="2024-02-29T06:10:31.492Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rl6f5fcx time="2024-02-29T06:10:31.492Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rl6f5fcx time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rl6f5fcx time="2024-02-29T06:10:31.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9hdk64r time="2024-02-29T06:10:31.492Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9hdk64r time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9hdk64r time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c732fed0-8a11-427d-87fd-f1ed37c32bff time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c91c400f-55a6-4e6b-acfe-1afb40921ec9 time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2b4ee250-ba47-42e4-b86c-5b0079c593c5 time="2024-02-29T06:10:31.492Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=lqknk7mp time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=lqknk7mp time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2b4ee250-ba47-42e4-b86c-5b0079c593c5 time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c4d88197-56e3-4eab-a347-d3412717f009 time="2024-02-29T06:10:31.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=nv7nsrb5 time="2024-02-29T06:10:31.492Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=nv7nsrb5 time="2024-02-29T06:10:31.492Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=nv7nsrb5 time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nv7nsrb5 time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c4d88197-56e3-4eab-a347-d3412717f009 time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7cf8d49d-cf1b-4d9d-94a8-aa97a77ac9df time="2024-02-29T06:10:31.492Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=tgm45n76 time="2024-02-29T06:10:31.492Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=tgm45n76 time="2024-02-29T06:10:31.492Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d34844c8-21c3-4f86-bf49-8a6eaf5bfe9e time="2024-02-29T06:10:31.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c7ptpcld time="2024-02-29T06:10:31.492Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c7ptpcld time="2024-02-29T06:10:31.492Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=c7ptpcld time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7ptpcld time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d34844c8-21c3-4f86-bf49-8a6eaf5bfe9e time="2024-02-29T06:10:31.492Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=tgm45n76 time="2024-02-29T06:10:31.492Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgm45n76 time="2024-02-29T06:10:31.492Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7cf8d49d-cf1b-4d9d-94a8-aa97a77ac9df time="2024-02-29T06:10:31.494Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-291 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7mdhnzfn time="2024-02-29T06:10:31.494Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=7mdhnzfn time="2024-02-29T06:10:31.494Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4f2bdef3-b948-46e7-b84a-25a4ced55ac1 time="2024-02-29T06:10:31.495Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85b2ffa2-8a1d-40df-89b4-ea06b89fdaa9 time="2024-02-29T06:10:31.495Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sc78ckc2 time="2024-02-29T06:10:31.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sc78ckc2 time="2024-02-29T06:10:31.495Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sc78ckc2 time="2024-02-29T06:10:31.495Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sc78ckc2 time="2024-02-29T06:10:31.495Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85b2ffa2-8a1d-40df-89b4-ea06b89fdaa9 time="2024-02-29T06:10:31.495Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d7f0dc7c-8549-488e-b20e-031cd75101fb time="2024-02-29T06:10:31.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=vgc96cl2 time="2024-02-29T06:10:31.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=vgc96cl2 time="2024-02-29T06:10:31.496Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=vgc96cl2 time="2024-02-29T06:10:31.496Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4fp9br28 time="2024-02-29T06:10:31.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4fp9br28 time="2024-02-29T06:10:31.496Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1d80e6ad-a3db-499d-82f0-a20c05996c76 time="2024-02-29T06:10:31.496Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8e09cf5e-cee4-4b7c-bc07-8f898622490c time="2024-02-29T06:10:31.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bw8qq5cv time="2024-02-29T06:10:31.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bw8qq5cv time="2024-02-29T06:10:31.496Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bw8qq5cv time="2024-02-29T06:10:31.497Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3652edcc-57b6-4fcd-b3c0-8414d893e78e time="2024-02-29T06:10:31.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.497Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.497Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.497Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3652edcc-57b6-4fcd-b3c0-8414d893e78e time="2024-02-29T06:10:31.499Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vl4rfnsm time="2024-02-29T06:10:31.499Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=vl4rfnsm time="2024-02-29T06:10:31.499Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9d91a338-c5e6-4c12-96b1-c1a8297a73d3 time="2024-02-29T06:10:31.499Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b5003ffa-2849-4bed-a7d6-790f046ecbb0 time="2024-02-29T06:10:31.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=88vlp4jj time="2024-02-29T06:10:31.499Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=88vlp4jj time="2024-02-29T06:10:31.499Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=88vlp4jj time="2024-02-29T06:10:31.499Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jgdrj9nr time="2024-02-29T06:10:31.499Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=jgdrj9nr time="2024-02-29T06:10:31.499Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c95db4b-b6c8-40c8-880e-f24982742e32 time="2024-02-29T06:10:31.499Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=076989f4-9139-4ab6-95b1-b33cabcaf2b1 time="2024-02-29T06:10:31.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=pc7jxpx9 time="2024-02-29T06:10:31.499Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=pc7jxpx9 time="2024-02-29T06:10:31.499Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=pc7jxpx9 time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7cfbb870-d5e1-44f5-a04a-70550a48791f time="2024-02-29T06:10:31.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=j6dpq2k7 time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6804988e-d850-4670-9dae-7ec2192ed70d time="2024-02-29T06:10:31.504Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=4b4xrrkv time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=4b4xrrkv time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6804988e-d850-4670-9dae-7ec2192ed70d time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=58f72741-fa10-43b6-b8c4-1f410868320d time="2024-02-29T06:10:31.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lt2vxcx7 time="2024-02-29T06:10:31.504Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lt2vxcx7 time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lt2vxcx7 time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=58f72741-fa10-43b6-b8c4-1f410868320d time="2024-02-29T06:10:31.504Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=j6dpq2k7 time="2024-02-29T06:10:31.504Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=j6dpq2k7 time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6dpq2k7 time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7cfbb870-d5e1-44f5-a04a-70550a48791f time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c10be195-ddde-4569-861e-ee89acb155bb time="2024-02-29T06:10:31.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c4m9wh7n time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=vgc96cl2 time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d7f0dc7c-8549-488e-b20e-031cd75101fb time="2024-02-29T06:10:31.504Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c4m9wh7n time="2024-02-29T06:10:31.504Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=c4m9wh7n time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4m9wh7n time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c10be195-ddde-4569-861e-ee89acb155bb time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dbc07167-7032-48f9-9903-90c82c3a9001 time="2024-02-29T06:10:31.504Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rwcq9twq time="2024-02-29T06:10:31.504Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rwcq9twq time="2024-02-29T06:10:31.504Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rwcq9twq time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwcq9twq time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dbc07167-7032-48f9-9903-90c82c3a9001 time="2024-02-29T06:10:31.504Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=500dcf14-5bcf-4ee1-811d-403f40cb16ca time="2024-02-29T06:10:31.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2mclhb4h time="2024-02-29T06:10:31.504Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2mclhb4h time="2024-02-29T06:10:31.504Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2mclhb4h time="2024-02-29T06:10:31.504Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mclhb4h time="2024-02-29T06:10:31.504Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=500dcf14-5bcf-4ee1-811d-403f40cb16ca time="2024-02-29T06:10:31.505Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bw8qq5cv time="2024-02-29T06:10:31.505Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=bw8qq5cv time="2024-02-29T06:10:31.505Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8e09cf5e-cee4-4b7c-bc07-8f898622490c time="2024-02-29T06:10:31.509Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b035b0cd-0f13-4744-8e8a-18dbcb182fba time="2024-02-29T06:10:31.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.509Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.509Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.509Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b035b0cd-0f13-4744-8e8a-18dbcb182fba time="2024-02-29T06:10:31.509Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=aad24ac2-66ea-44bd-8cea-fe3a92f820e5 time="2024-02-29T06:10:31.509Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=4ddftw88 time="2024-02-29T06:10:31.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=4ddftw88 time="2024-02-29T06:10:31.509Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=4ddftw88 time="2024-02-29T06:10:31.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ddftw88 time="2024-02-29T06:10:31.509Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=aad24ac2-66ea-44bd-8cea-fe3a92f820e5 time="2024-02-29T06:10:31.509Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=88vlp4jj time="2024-02-29T06:10:31.509Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=88vlp4jj time="2024-02-29T06:10:31.509Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b5003ffa-2849-4bed-a7d6-790f046ecbb0 time="2024-02-29T06:10:31.509Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01a0f166-1646-4df9-b96f-9820d4647981 time="2024-02-29T06:10:31.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tlrq5749 time="2024-02-29T06:10:31.509Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tlrq5749 time="2024-02-29T06:10:31.509Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tlrq5749 time="2024-02-29T06:10:31.51Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pc7jxpx9 time="2024-02-29T06:10:31.51Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=pc7jxpx9 time="2024-02-29T06:10:31.51Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=076989f4-9139-4ab6-95b1-b33cabcaf2b1 time="2024-02-29T06:10:31.51Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9b11fe35-788f-452d-b578-380dfd1dcf57 time="2024-02-29T06:10:31.51Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=57vj87gq time="2024-02-29T06:10:31.51Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=57vj87gq time="2024-02-29T06:10:31.51Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=57vj87gq time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=tlrq5749 time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01a0f166-1646-4df9-b96f-9820d4647981 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e23ccb5d-a698-41bd-bbf9-e18c71037e98 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=cv947d2x time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=cv947d2x time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=536a46fb-2ecb-485b-a64c-482e2d3eba14 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=hbv67j7m time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=hbv67j7m time="2024-02-29T06:10:31.517Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=hbv67j7m time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbv67j7m time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=536a46fb-2ecb-485b-a64c-482e2d3eba14 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=259c348a-4250-47e4-a863-fabeea1990a1 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c7kzcmhx time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=c7kzcmhx time="2024-02-29T06:10:31.517Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=c7kzcmhx time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7kzcmhx time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=259c348a-4250-47e4-a863-fabeea1990a1 time="2024-02-29T06:10:31.517Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=cv947d2x time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cv947d2x time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e23ccb5d-a698-41bd-bbf9-e18c71037e98 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef980ead-9773-48bc-87a7-0ba19196def8 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=cmx5qprc time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=cmx5qprc time="2024-02-29T06:10:31.517Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=cmx5qprc time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmx5qprc time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef980ead-9773-48bc-87a7-0ba19196def8 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=729d0d92-7c09-49b8-986d-404ea3580c80 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wxmpdc6m time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wxmpdc6m time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=729d0d92-7c09-49b8-986d-404ea3580c80 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fa79bfa7-764b-432e-90b5-d4f3575f83d1 time="2024-02-29T06:10:31.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gqw94psp time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gqw94psp time="2024-02-29T06:10:31.517Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gqw94psp time="2024-02-29T06:10:31.517Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fa79bfa7-764b-432e-90b5-d4f3575f83d1 time="2024-02-29T06:10:31.517Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=50149c6b-9d38-461a-9c20-ddefd41cc36f time="2024-02-29T06:10:31.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8vfnqhnq time="2024-02-29T06:10:31.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8vfnqhnq time="2024-02-29T06:10:31.517Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-291 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=57vj87gq time="2024-02-29T06:10:31.518Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=57vj87gq time="2024-02-29T06:10:31.518Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9b11fe35-788f-452d-b578-380dfd1dcf57 time="2024-02-29T06:10:31.518Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85133e43-0143-4531-bd1a-7cbe40d2cb0f time="2024-02-29T06:10:31.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=26s9dnzj time="2024-02-29T06:10:31.518Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=26s9dnzj time="2024-02-29T06:10:31.518Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=26s9dnzj time="2024-02-29T06:10:31.517Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8vfnqhnq time="2024-02-29T06:10:31.518Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vfnqhnq time="2024-02-29T06:10:31.518Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=50149c6b-9d38-461a-9c20-ddefd41cc36f time="2024-02-29T06:10:31.522Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c18bc75e-dcce-47eb-bdd8-9e17807f10f9 time="2024-02-29T06:10:31.522Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6wsxj2sc time="2024-02-29T06:10:31.522Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6wsxj2sc time="2024-02-29T06:10:31.522Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6wsxj2sc time="2024-02-29T06:10:31.522Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wsxj2sc time="2024-02-29T06:10:31.522Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c18bc75e-dcce-47eb-bdd8-9e17807f10f9 time="2024-02-29T06:10:31.522Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=40167a99-1904-4024-854e-dbda368b1cfe time="2024-02-29T06:10:31.522Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.522Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.522Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.522Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=40167a99-1904-4024-854e-dbda368b1cfe time="2024-02-29T06:10:31.522Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bada4258-2878-40d0-a191-462b8c6e83df time="2024-02-29T06:10:31.522Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=2d4w9ngl time="2024-02-29T06:10:31.523Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=2d4w9ngl time="2024-02-29T06:10:31.523Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2d4w9ngl time="2024-02-29T06:10:31.523Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bada4258-2878-40d0-a191-462b8c6e83df time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9f6bc867-ec1c-49ee-bd54-720eb0ba7fce time="2024-02-29T06:10:31.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=g2xgtbtt time="2024-02-29T06:10:31.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=g2xgtbtt time="2024-02-29T06:10:31.525Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=g2xgtbtt time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2xgtbtt time="2024-02-29T06:10:31.525Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9f6bc867-ec1c-49ee-bd54-720eb0ba7fce time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b6cbfdd6-31ea-4373-a2d7-f9eba1d64a0b time="2024-02-29T06:10:31.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=h7zfn9x4 time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c4563cf5-2964-4571-9c10-29bddd6b3b13 time="2024-02-29T06:10:31.525Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=4z2mfzb2 time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=4z2mfzb2 time="2024-02-29T06:10:31.525Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c4563cf5-2964-4571-9c10-29bddd6b3b13 time="2024-02-29T06:10:31.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=h7zfn9x4 time="2024-02-29T06:10:31.525Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=h7zfn9x4 time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7zfn9x4 time="2024-02-29T06:10:31.525Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b6cbfdd6-31ea-4373-a2d7-f9eba1d64a0b time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30fc5af9-1e51-4280-8c51-40e9585d277f time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d4c9aaec-3415-406c-b134-7befafdb7f4f time="2024-02-29T06:10:31.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jx6zdkh2 time="2024-02-29T06:10:31.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jx6zdkh2 time="2024-02-29T06:10:31.525Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jx6zdkh2 time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jx6zdkh2 time="2024-02-29T06:10:31.525Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d4c9aaec-3415-406c-b134-7befafdb7f4f time="2024-02-29T06:10:31.525Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=cr42htnx time="2024-02-29T06:10:31.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=cr42htnx time="2024-02-29T06:10:31.525Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=cr42htnx time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cr42htnx time="2024-02-29T06:10:31.526Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30fc5af9-1e51-4280-8c51-40e9585d277f time="2024-02-29T06:10:31.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=26s9dnzj time="2024-02-29T06:10:31.526Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=85133e43-0143-4531-bd1a-7cbe40d2cb0f time="2024-02-29T06:10:31.526Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2bfc2fc6-ce6b-4b7a-a35b-c15e028c6bc4 time="2024-02-29T06:10:31.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wpc7p8lc time="2024-02-29T06:10:31.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wpc7p8lc time="2024-02-29T06:10:31.526Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wpc7p8lc time="2024-02-29T06:10:31.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpc7p8lc time="2024-02-29T06:10:31.526Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2bfc2fc6-ce6b-4b7a-a35b-c15e028c6bc4 time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3bea6571-edca-4289-adf0-9e6b4a6f5009 time="2024-02-29T06:10:31.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=j7hvz65c time="2024-02-29T06:10:31.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=j7hvz65c time="2024-02-29T06:10:31.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j7hvz65c time="2024-02-29T06:10:31.526Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3bea6571-edca-4289-adf0-9e6b4a6f5009 time="2024-02-29T06:10:31.525Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bbf3cfc6-5bf9-4ca3-b636-27530579439c time="2024-02-29T06:10:31.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kg2nnmsg time="2024-02-29T06:10:31.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kg2nnmsg time="2024-02-29T06:10:31.526Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kg2nnmsg time="2024-02-29T06:10:31.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kg2nnmsg time="2024-02-29T06:10:31.526Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bbf3cfc6-5bf9-4ca3-b636-27530579439c time="2024-02-29T06:10:31.53Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e5cee39f-aacf-4da0-b4de-8cc61ab8a2e9 time="2024-02-29T06:10:31.53Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cba77e63-e5e9-4beb-8e28-a0dc44b505d5 time="2024-02-29T06:10:31.531Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=zcwwjrts time="2024-02-29T06:10:31.531Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=cgmc2twj time="2024-02-29T06:10:31.531Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=zcwwjrts time="2024-02-29T06:10:31.53Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=86d8c2c0-0658-4130-87bf-b6613367d1f9 time="2024-02-29T06:10:31.531Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.531Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.531Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.531Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=86d8c2c0-0658-4130-87bf-b6613367d1f9 time="2024-02-29T06:10:31.531Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=cgmc2twj time="2024-02-29T06:10:31.531Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=cgmc2twj time="2024-02-29T06:10:31.531Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgmc2twj time="2024-02-29T06:10:31.531Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e5cee39f-aacf-4da0-b4de-8cc61ab8a2e9 time="2024-02-29T06:10:31.531Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcwwjrts time="2024-02-29T06:10:31.531Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cba77e63-e5e9-4beb-8e28-a0dc44b505d5 time="2024-02-29T06:10:31.54Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e20140a6-85b3-4823-a100-0706e936278b time="2024-02-29T06:10:31.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=xp86bx25 time="2024-02-29T06:10:31.54Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=xp86bx25 time="2024-02-29T06:10:31.54Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=xp86bx25 time="2024-02-29T06:10:31.54Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xp86bx25 time="2024-02-29T06:10:31.54Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e20140a6-85b3-4823-a100-0706e936278b time="2024-02-29T06:10:31.657Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5ced36be-e4dd-4424-adbb-f1eed8c266d1 time="2024-02-29T06:10:31.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9r9b2kv7 time="2024-02-29T06:10:31.657Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9r9b2kv7 time="2024-02-29T06:10:31.657Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9r9b2kv7 time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=da23c475-6d57-409e-b5a4-d8858a431fa0 time="2024-02-29T06:10:31.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=qcpgrth5 time="2024-02-29T06:10:31.667Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=qcpgrth5 time="2024-02-29T06:10:31.667Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=qcpgrth5 time="2024-02-29T06:10:31.667Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qcpgrth5 time="2024-02-29T06:10:31.667Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=da23c475-6d57-409e-b5a4-d8858a431fa0 time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=14140b03-7941-40f6-b21d-9bc9a5b53ca4 time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30c70373-98fb-4022-bee1-3c1e93aa9835 time="2024-02-29T06:10:31.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jrb7mgbj time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f8ffc06-fae5-4007-bfef-8bb117baaae3 time="2024-02-29T06:10:31.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=fc7mnfl8 time="2024-02-29T06:10:31.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lpmxjxs6 time="2024-02-29T06:10:31.667Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lpmxjxs6 time="2024-02-29T06:10:31.667Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpmxjxs6 time="2024-02-29T06:10:31.667Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=14140b03-7941-40f6-b21d-9bc9a5b53ca4 time="2024-02-29T06:10:31.667Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jrb7mgbj time="2024-02-29T06:10:31.667Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=jrb7mgbj time="2024-02-29T06:10:31.667Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrb7mgbj time="2024-02-29T06:10:31.667Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=30c70373-98fb-4022-bee1-3c1e93aa9835 time="2024-02-29T06:10:31.667Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=fc7mnfl8 time="2024-02-29T06:10:31.668Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=fc7mnfl8 time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fc7mnfl8 time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f8ffc06-fae5-4007-bfef-8bb117baaae3 time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6a41dbb6-a9eb-42df-b45c-cda7b517b5ac time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=9r9b2kv7 time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5ced36be-e4dd-4424-adbb-f1eed8c266d1 time="2024-02-29T06:10:31.668Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=695kr9sw time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=695kr9sw time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6a41dbb6-a9eb-42df-b45c-cda7b517b5ac time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9120f3ec-83e0-41de-8679-f059d651ac44 time="2024-02-29T06:10:31.668Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6pf9kn52 time="2024-02-29T06:10:31.668Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6pf9kn52 time="2024-02-29T06:10:31.668Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6pf9kn52 time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pf9kn52 time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bcdd1414-8b6d-47ff-a745-b65e6f6533de time="2024-02-29T06:10:31.668Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zmpxbkml time="2024-02-29T06:10:31.667Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e01635e0-c9a9-4f31-9deb-a2940e15de1e time="2024-02-29T06:10:31.668Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zmpxbkml time="2024-02-29T06:10:31.668Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zmpxbkml time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmpxbkml time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bcdd1414-8b6d-47ff-a745-b65e6f6533de time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9120f3ec-83e0-41de-8679-f059d651ac44 time="2024-02-29T06:10:31.668Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=qh8rdh46 time="2024-02-29T06:10:31.668Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=qh8rdh46 time="2024-02-29T06:10:31.668Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=qh8rdh46 time="2024-02-29T06:10:31.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qh8rdh46 time="2024-02-29T06:10:31.668Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e01635e0-c9a9-4f31-9deb-a2940e15de1e time="2024-02-29T06:10:31.673Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e8d410e-d9f6-4805-9dfd-833254ec6c7e time="2024-02-29T06:10:31.673Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c7eb5229-5aa6-4243-bb81-1b0a705496e9 time="2024-02-29T06:10:31.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=2ml8z82r time="2024-02-29T06:10:31.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=2ml8z82r time="2024-02-29T06:10:31.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ml8z82r time="2024-02-29T06:10:31.673Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c7eb5229-5aa6-4243-bb81-1b0a705496e9 time="2024-02-29T06:10:31.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.673Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:31.673Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:31.673Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e8d410e-d9f6-4805-9dfd-833254ec6c7e time="2024-02-29T06:10:31.673Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ed1d1fa1-a964-4510-8473-0f25e8fd1284 time="2024-02-29T06:10:31.673Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gblwt9jx time="2024-02-29T06:10:31.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gblwt9jx time="2024-02-29T06:10:31.673Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gblwt9jx time="2024-02-29T06:10:31.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gblwt9jx time="2024-02-29T06:10:31.673Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ed1d1fa1-a964-4510-8473-0f25e8fd1284 time="2024-02-29T06:10:32.038Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=995e8d1b-8c34-4a82-84a6-729db48163a6 time="2024-02-29T06:10:32.038Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4qxprwg4 time="2024-02-29T06:10:32.038Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4qxprwg4 time="2024-02-29T06:10:32.038Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4qxprwg4 time="2024-02-29T06:10:32.044Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=5 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=4qxprwg4 time="2024-02-29T06:10:32.044Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=995e8d1b-8c34-4a82-84a6-729db48163a6 time="2024-02-29T06:10:32.045Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=16885d38-9133-42c2-9f6a-a70648c46918 time="2024-02-29T06:10:32.045Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=dlj8stx4 time="2024-02-29T06:10:32.045Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=dlj8stx4 time="2024-02-29T06:10:32.045Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:32.045Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=dlj8stx4 time="2024-02-29T06:10:32.045Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=dlj8stx4 time="2024-02-29T06:10:32.045Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=16885d38-9133-42c2-9f6a-a70648c46918 time="2024-02-29T06:10:36.787Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3d4fd5b9-66e0-4b7b-bb8f-ea61d4111fb5 time="2024-02-29T06:10:36.787Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=szrb8n7z time="2024-02-29T06:10:36.787Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=szrb8n7z time="2024-02-29T06:10:36.803Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=szrb8n7z time="2024-02-29T06:10:36.803Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3d4fd5b9-66e0-4b7b-bb8f-ea61d4111fb5 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=300209c9-a46d-4825-9e8f-c328275afbbf time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c79ae9ea-7a64-456c-88ca-43154ea75db7 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f33c1a7-f583-4a94-98ab-0da1b9e4e3a6 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2d26183c-8173-4756-bd17-5fb3964cc065 time="2024-02-29T06:10:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rdb47vvw time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ff062565-0de4-47bb-a389-df728a54a908 time="2024-02-29T06:10:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m7rgn9zn time="2024-02-29T06:10:36.803Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m7rgn9zn time="2024-02-29T06:10:36.803Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m7rgn9zn time="2024-02-29T06:10:36.803Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7rgn9zn time="2024-02-29T06:10:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66vw4jmf time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66vw4jmf time="2024-02-29T06:10:36.804Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66vw4jmf time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66vw4jmf time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=300209c9-a46d-4825-9e8f-c328275afbbf time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a1b5bdbe-1d72-4bb1-84d6-8be4438c53a9 time="2024-02-29T06:10:36.804Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ph8j6bgt time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ph8j6bgt time="2024-02-29T06:10:36.804Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:36.804Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ph8j6bgt time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=ph8j6bgt time="2024-02-29T06:10:36.803Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rdb47vvw time="2024-02-29T06:10:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdb47vvw time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2d26183c-8173-4756-bd17-5fb3964cc065 time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a1b5bdbe-1d72-4bb1-84d6-8be4438c53a9 time="2024-02-29T06:10:36.804Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ee9be217-e235-4e24-89fe-19fa0a6b59d2 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0fd9d5c6-11e6-410a-af86-95cab5a81788 time="2024-02-29T06:10:36.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=hxmmh9wk time="2024-02-29T06:10:36.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v55zrnbf time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v55zrnbf time="2024-02-29T06:10:36.804Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v55zrnbf time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v55zrnbf time="2024-02-29T06:10:36.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=t5pphhgs time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=t5pphhgs time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=hxmmh9wk time="2024-02-29T06:10:36.804Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=hxmmh9wk time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxmmh9wk time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0fd9d5c6-11e6-410a-af86-95cab5a81788 time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c79ae9ea-7a64-456c-88ca-43154ea75db7 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=55f6e4e6-d6e2-4731-b449-4b9e095736fe time="2024-02-29T06:10:36.804Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=phbthzvr time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=phbthzvr time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=abfba15a-25c1-4899-922d-c163245a8e7f time="2024-02-29T06:10:36.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=v8dqzx5z time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=v8dqzx5z time="2024-02-29T06:10:36.804Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=v8dqzx5z time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8dqzx5z time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=abfba15a-25c1-4899-922d-c163245a8e7f time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f3b5c3dd-9b22-47c9-8dde-16f26a54e3a3 time="2024-02-29T06:10:36.804Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=64w8zltj time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=64w8zltj time="2024-02-29T06:10:36.804Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=64w8zltj time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64w8zltj time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f3b5c3dd-9b22-47c9-8dde-16f26a54e3a3 time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f33c1a7-f583-4a94-98ab-0da1b9e4e3a6 time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ff062565-0de4-47bb-a389-df728a54a908 time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=161784dd-a8d8-4261-98df-63395a4e7d0a time="2024-02-29T06:10:36.804Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=422np2sk time="2024-02-29T06:10:36.804Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=422np2sk time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=422np2sk time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=161784dd-a8d8-4261-98df-63395a4e7d0a time="2024-02-29T06:10:36.803Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ee872e4d-f72b-4877-ac68-71819bfffb6d time="2024-02-29T06:10:36.804Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jv44pm4v time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jv44pm4v time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ee872e4d-f72b-4877-ac68-71819bfffb6d time="2024-02-29T06:10:36.804Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=phbthzvr time="2024-02-29T06:10:36.804Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phbthzvr time="2024-02-29T06:10:36.804Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=55f6e4e6-d6e2-4731-b449-4b9e095736fe time="2024-02-29T06:10:36.816Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=t5pphhgs time="2024-02-29T06:10:36.817Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ee9be217-e235-4e24-89fe-19fa0a6b59d2 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bc8ab9c7-b5d7-4e74-9ac1-a267e70f416a time="2024-02-29T06:10:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hkzp7mn4 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=40073ef6-15cf-4c8f-96ab-5edc9feda194 time="2024-02-29T06:10:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5cwjqnv time="2024-02-29T06:10:36.817Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5cwjqnv time="2024-02-29T06:10:36.817Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=w5cwjqnv time="2024-02-29T06:10:36.817Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5cwjqnv time="2024-02-29T06:10:36.817Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=40073ef6-15cf-4c8f-96ab-5edc9feda194 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=60c295e6-533a-47e5-9e3d-f735c63e9214 time="2024-02-29T06:10:36.817Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gjpr79z8 time="2024-02-29T06:10:36.817Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gjpr79z8 time="2024-02-29T06:10:36.817Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gjpr79z8 time="2024-02-29T06:10:36.817Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjpr79z8 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9c0b2d1e-de4a-4648-bae5-0d9e5f2021ac time="2024-02-29T06:10:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=prl9xkqj time="2024-02-29T06:10:36.817Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=prl9xkqj time="2024-02-29T06:10:36.817Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=prl9xkqj time="2024-02-29T06:10:36.817Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prl9xkqj time="2024-02-29T06:10:36.817Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9c0b2d1e-de4a-4648-bae5-0d9e5f2021ac time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=83f8f910-b202-4210-aee2-29d7235d9040 time="2024-02-29T06:10:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=hcdtrptr time="2024-02-29T06:10:36.817Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=hcdtrptr time="2024-02-29T06:10:36.817Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcdtrptr time="2024-02-29T06:10:36.817Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=83f8f910-b202-4210-aee2-29d7235d9040 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4167e394-f49b-4478-a375-32504bf3afb2 time="2024-02-29T06:10:36.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z29jbrv2 time="2024-02-29T06:10:36.818Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z29jbrv2 time="2024-02-29T06:10:36.817Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=60c295e6-533a-47e5-9e3d-f735c63e9214 time="2024-02-29T06:10:36.817Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hkzp7mn4 time="2024-02-29T06:10:36.818Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hkzp7mn4 time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkzp7mn4 time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bc8ab9c7-b5d7-4e74-9ac1-a267e70f416a time="2024-02-29T06:10:36.818Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z29jbrv2 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=326c6141-d746-4ac9-b5fa-a3faa74b0812 time="2024-02-29T06:10:36.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=k6q2t5zm time="2024-02-29T06:10:36.818Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=k6q2t5zm time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=36feaa81-3359-42b5-b587-747b0a4f58d8 time="2024-02-29T06:10:36.818Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=cgvdpqkf time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=065a44cb-46c7-4d9e-946d-07b2811fd733 time="2024-02-29T06:10:36.818Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4g4m8d9s time="2024-02-29T06:10:36.818Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4g4m8d9s time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a5983aa0-dcba-490d-be2a-f4340b5291e3 time="2024-02-29T06:10:36.818Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8rsx9drs time="2024-02-29T06:10:36.818Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8rsx9drs time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=cgvdpqkf time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=36feaa81-3359-42b5-b587-747b0a4f58d8 time="2024-02-29T06:10:36.818Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=4g4m8d9s time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4g4m8d9s time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=065a44cb-46c7-4d9e-946d-07b2811fd733 time="2024-02-29T06:10:36.818Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:36.818Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8rsx9drs time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=8rsx9drs time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a5983aa0-dcba-490d-be2a-f4340b5291e3 time="2024-02-29T06:10:36.818Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=k6q2t5zm time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6q2t5zm time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=326c6141-d746-4ac9-b5fa-a3faa74b0812 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7473380f-d1fc-4391-8354-d576e90c284b time="2024-02-29T06:10:36.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=dswr5ssh time="2024-02-29T06:10:36.818Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=dswr5ssh time="2024-02-29T06:10:36.818Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=dswr5ssh time="2024-02-29T06:10:36.818Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dswr5ssh time="2024-02-29T06:10:36.818Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7473380f-d1fc-4391-8354-d576e90c284b time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c2a0a14-8869-41c2-8cd9-c4fc607195b7 time="2024-02-29T06:10:36.817Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5d938756-3199-4a30-bd22-90f73468090a time="2024-02-29T06:10:36.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=t2nxhqrx time="2024-02-29T06:10:36.819Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=t2nxhqrx time="2024-02-29T06:10:36.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.819Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.819Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:36.819Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c2a0a14-8869-41c2-8cd9-c4fc607195b7 time="2024-02-29T06:10:36.819Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2nxhqrx time="2024-02-29T06:10:36.819Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5d938756-3199-4a30-bd22-90f73468090a time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4fafc261-b3c4-47db-bdad-e8a36c239c68 time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=pmrvftmq time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=pmrvftmq time="2024-02-29T06:10:36.831Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=pmrvftmq time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmrvftmq time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4fafc261-b3c4-47db-bdad-e8a36c239c68 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dc152a13-ebd8-48c4-968d-fd82a41f2edb time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m2n5mgjf time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m2n5mgjf time="2024-02-29T06:10:36.831Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=m2n5mgjf time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2n5mgjf time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=z29jbrv2 time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4167e394-f49b-4478-a375-32504bf3afb2 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e3a797b-99f1-4ab1-b807-b80566190034 time="2024-02-29T06:10:36.831Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=w748llch time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=w748llch time="2024-02-29T06:10:36.831Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=w748llch time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w748llch time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e3a797b-99f1-4ab1-b807-b80566190034 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f4266b0-1f5d-4385-b955-f3288ccd4941 time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6pg7t68d time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6pg7t68d time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pg7t68d time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0f4266b0-1f5d-4385-b955-f3288ccd4941 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=42ac8f28-b3ff-4b26-80e8-da0b58756d3a time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=04d49d16-1a92-4fc5-9cec-5217f1d426c8 time="2024-02-29T06:10:36.831Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=26xnckkn time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=26xnckkn time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=04d49d16-1a92-4fc5-9cec-5217f1d426c8 time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dc152a13-ebd8-48c4-968d-fd82a41f2edb time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a8bc4cb6-8596-4a08-afd0-206afebed606 time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=zt74hk7z time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=zt74hk7z time="2024-02-29T06:10:36.831Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=zt74hk7z time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zt74hk7z time="2024-02-29T06:10:36.831Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a8bc4cb6-8596-4a08-afd0-206afebed606 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=481409c0-d01b-43fc-924a-22f40fdad6cc time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=h5jgm2k6 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f6904894-93fc-40aa-8a09-82a0180fba88 time="2024-02-29T06:10:36.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.831Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=h5jgm2k6 time="2024-02-29T06:10:36.831Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=h5jgm2k6 time="2024-02-29T06:10:36.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5jgm2k6 time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=481409c0-d01b-43fc-924a-22f40fdad6cc time="2024-02-29T06:10:36.831Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f6904894-93fc-40aa-8a09-82a0180fba88 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e3f5c3f9-3008-4030-ae0b-5b73231d8501 time="2024-02-29T06:10:36.832Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zd2gtb5q time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c3b8a24-e7de-4ae2-8fbb-4b19d3706feb time="2024-02-29T06:10:36.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=wwnhnssg time="2024-02-29T06:10:36.832Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=wwnhnssg time="2024-02-29T06:10:36.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwnhnssg time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c3b8a24-e7de-4ae2-8fbb-4b19d3706feb time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6196fd94-7bf5-4202-a315-7b5ad49cdfe7 time="2024-02-29T06:10:36.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6fkshn57 time="2024-02-29T06:10:36.832Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6fkshn57 time="2024-02-29T06:10:36.832Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=6fkshn57 time="2024-02-29T06:10:36.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fkshn57 time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6196fd94-7bf5-4202-a315-7b5ad49cdfe7 time="2024-02-29T06:10:36.832Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zd2gtb5q time="2024-02-29T06:10:36.832Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:36.832Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zd2gtb5q time="2024-02-29T06:10:36.832Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=zd2gtb5q time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e3f5c3f9-3008-4030-ae0b-5b73231d8501 time="2024-02-29T06:10:36.831Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fb13e586-213a-4c92-b99a-6dd7de04de68 time="2024-02-29T06:10:36.832Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=dxwbmlcl time="2024-02-29T06:10:36.832Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=dxwbmlcl time="2024-02-29T06:10:36.832Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=dxwbmlcl time="2024-02-29T06:10:36.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxwbmlcl time="2024-02-29T06:10:36.832Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fb13e586-213a-4c92-b99a-6dd7de04de68 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6811dcde-4c89-4e97-a7de-4f628f866cd3 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=lfd4rw8z time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=lfd4rw8z time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=00c29353-cbe6-48c2-834b-7cea1342e5d1 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=d794l5f2 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=78c37830-6a6a-4d7a-a0f0-5c21c38ebb63 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=5z8cmjrm time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=5z8cmjrm time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=047a7e88-e9e7-4b1d-b82e-051c87f9a815 time="2024-02-29T06:10:36.841Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=qq5htwsq time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=qq5htwsq time="2024-02-29T06:10:36.841Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=qq5htwsq time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq5htwsq time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=047a7e88-e9e7-4b1d-b82e-051c87f9a815 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8d6cab10-ecf9-4462-9440-f927f9b0ceeb time="2024-02-29T06:10:36.841Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=r4brw8nt time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=r4brw8nt time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8d6cab10-ecf9-4462-9440-f927f9b0ceeb time="2024-02-29T06:10:36.841Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=5z8cmjrm time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5z8cmjrm time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=78c37830-6a6a-4d7a-a0f0-5c21c38ebb63 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c34542f9-629f-4dcf-a003-e7876161f886 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lkxs72xr time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lkxs72xr time="2024-02-29T06:10:36.841Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lkxs72xr time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkxs72xr time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c34542f9-629f-4dcf-a003-e7876161f886 time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=d794l5f2 time="2024-02-29T06:10:36.841Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=d794l5f2 time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d794l5f2 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b9ba2031-c512-438f-abaa-5913ae1a65a1 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=sgdfx766 time="2024-02-29T06:10:36.841Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=sgdfx766 time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgdfx766 time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b9ba2031-c512-438f-abaa-5913ae1a65a1 time="2024-02-29T06:10:36.841Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=lfd4rw8z time="2024-02-29T06:10:36.841Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lfd4rw8z time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6811dcde-4c89-4e97-a7de-4f628f866cd3 time="2024-02-29T06:10:36.841Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=00c29353-cbe6-48c2-834b-7cea1342e5d1 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e3130aab-554d-4fc6-8cfa-2f38110e24b4 time="2024-02-29T06:10:36.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.841Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:36.842Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:36.842Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e3130aab-554d-4fc6-8cfa-2f38110e24b4 time="2024-02-29T06:10:36.841Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.842Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.842Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment derivedObject=mihuang-291-merged-pull-secret reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=913032f7-cda0-43b3-b03f-ebfa8942d177 time="2024-02-29T06:10:36.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=9d2j8gcd time="2024-02-29T06:10:36.842Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=9d2j8gcd time="2024-02-29T06:10:36.842Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d2j8gcd time="2024-02-29T06:10:36.842Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=913032f7-cda0-43b3-b03f-ebfa8942d177 time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9c326e09-b744-4aca-93a7-be3a378684a5 time="2024-02-29T06:10:36.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nm8h7mqp time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=28dd2476-a0e9-4afc-8e70-4eeafd775006 time="2024-02-29T06:10:36.842Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=t8775dcp time="2024-02-29T06:10:36.841Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1cb0f899-9dc6-482d-bffc-402515407bf8 time="2024-02-29T06:10:36.842Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=zxvgrmph time="2024-02-29T06:10:36.842Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=zxvgrmph time="2024-02-29T06:10:36.842Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=zxvgrmph time="2024-02-29T06:10:36.842Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxvgrmph time="2024-02-29T06:10:36.842Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1cb0f899-9dc6-482d-bffc-402515407bf8 time="2024-02-29T06:10:36.842Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nm8h7mqp time="2024-02-29T06:10:36.842Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nm8h7mqp time="2024-02-29T06:10:36.842Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nm8h7mqp time="2024-02-29T06:10:36.842Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9c326e09-b744-4aca-93a7-be3a378684a5 time="2024-02-29T06:10:36.842Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=t8775dcp time="2024-02-29T06:10:36.842Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:36.842Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=t8775dcp time="2024-02-29T06:10:36.842Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=t8775dcp time="2024-02-29T06:10:36.842Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=28dd2476-a0e9-4afc-8e70-4eeafd775006 time="2024-02-29T06:10:36.855Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=x6x6xwb7 secretName=mihuang-291-merged-pull-secret time="2024-02-29T06:10:36.855Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=x6x6xwb7 time="2024-02-29T06:10:36.855Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=42ac8f28-b3ff-4b26-80e8-da0b58756d3a time="2024-02-29T06:10:36.855Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=aa41bd82-53c4-4acf-857b-b5784218b036 time="2024-02-29T06:10:36.855Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.855Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="generating cluster image set job" clusterdeployment=default/mihuang-291 time="2024-02-29T06:10:36.855Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment derivedObject=mihuang-291-imageset reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=info msg="creating imageset job" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=9mlv2wz8 releaseImage="registry.ci.openshift.org/ocp/release:4.16.0-0.nightly-2024-02-26-013420" time="2024-02-29T06:10:36.855Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.855Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.861Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsed=5.861337594 reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.861Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=9mlv2wz8 time="2024-02-29T06:10:36.861Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=aa41bd82-53c4-4acf-857b-b5784218b036 time="2024-02-29T06:10:36.861Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20f819bc-f2dd-4b28-b2a6-fed5e08c66f7 time="2024-02-29T06:10:36.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.861Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="generating cluster image set job" clusterdeployment=default/mihuang-291 time="2024-02-29T06:10:36.861Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment derivedObject=mihuang-291-imageset reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=info msg="creating imageset job" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=2bv5hnj8 releaseImage="registry.ci.openshift.org/ocp/release:4.16.0-0.nightly-2024-02-26-013420" time="2024-02-29T06:10:36.861Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.861Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.862Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:10:36.868Z" level=info msg="error creating job" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="jobs.batch \"mihuang-291-imageset\" already exists" job=mihuang-291-imageset reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.868Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=2bv5hnj8 time="2024-02-29T06:10:36.868Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="jobs.batch \"mihuang-291-imageset\" already exists" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20f819bc-f2dd-4b28-b2a6-fed5e08c66f7 time="2024-02-29T06:10:36.868Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5269e505-0561-4eb0-a5b4-6b34e3c827f0 time="2024-02-29T06:10:36.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.868Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkb98njx time="2024-02-29T06:10:36.868Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5269e505-0561-4eb0-a5b4-6b34e3c827f0 time="2024-02-29T06:10:36.873Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7b62b5f1-99f6-47ea-8c9f-b67bc67547d6 time="2024-02-29T06:10:36.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.874Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.874Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mmfgdrg time="2024-02-29T06:10:36.874Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7b62b5f1-99f6-47ea-8c9f-b67bc67547d6 time="2024-02-29T06:10:36.88Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cc25ac8d-50a9-4026-9cfc-cf07c821ddfb time="2024-02-29T06:10:36.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.88Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qk4x5bgq time="2024-02-29T06:10:36.88Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cc25ac8d-50a9-4026-9cfc-cf07c821ddfb time="2024-02-29T06:10:36.896Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c76bf1f-55ed-4432-95db-78c035b60ff4 time="2024-02-29T06:10:36.896Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=phkbx7s7 time="2024-02-29T06:10:36.896Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=phkbx7s7 time="2024-02-29T06:10:36.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.897Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=phkbx7s7 time="2024-02-29T06:10:36.897Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=phkbx7s7 time="2024-02-29T06:10:36.897Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=phkbx7s7 time="2024-02-29T06:10:36.897Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=phkbx7s7 time="2024-02-29T06:10:36.897Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c76bf1f-55ed-4432-95db-78c035b60ff4 time="2024-02-29T06:10:36.897Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=320863f9-3eae-47c0-9af0-88410b308c31 time="2024-02-29T06:10:36.897Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.897Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.897Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwml9j5g time="2024-02-29T06:10:36.897Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=320863f9-3eae-47c0-9af0-88410b308c31 time="2024-02-29T06:10:36.904Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5b63e0dc-5a07-4358-af3a-fea18b2818c6 time="2024-02-29T06:10:36.905Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.905Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.905Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=psvfn79h time="2024-02-29T06:10:36.905Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5b63e0dc-5a07-4358-af3a-fea18b2818c6 time="2024-02-29T06:10:36.913Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8c5af6d8-a934-4314-b493-17ee420b6e85 time="2024-02-29T06:10:36.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.913Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:36.913Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjwdz9fv time="2024-02-29T06:10:36.913Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8c5af6d8-a934-4314-b493-17ee420b6e85 time="2024-02-29T06:10:37.31Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5588ba89-edf6-4b54-8634-9b2aacd96493 time="2024-02-29T06:10:37.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cmd85jp4 time="2024-02-29T06:10:37.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cmd85jp4 time="2024-02-29T06:10:37.31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:37.31Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:37.31Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cmd85jp4 time="2024-02-29T06:10:37.31Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cmd85jp4 time="2024-02-29T06:10:37.31Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=cmd85jp4 time="2024-02-29T06:10:37.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmd85jp4 time="2024-02-29T06:10:37.311Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5588ba89-edf6-4b54-8634-9b2aacd96493 time="2024-02-29T06:10:38.585Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5de9a28d-3ed1-4dca-8f24-230cb5ed4463 time="2024-02-29T06:10:38.585Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:38.585Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:38.585Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qmmlpn9 time="2024-02-29T06:10:38.585Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5de9a28d-3ed1-4dca-8f24-230cb5ed4463 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5431b9ac-edea-4c95-980a-611dd496f72d time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=283449fd-92fe-4e6f-b86c-28dbb576d1a8 time="2024-02-29T06:10:39.036Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5x2977zr time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2ade69b4-9735-4d30-b3f6-03de8ade732b time="2024-02-29T06:10:39.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=4fj59xtq time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b65e217c-28cc-4f21-b947-02a3964f1011 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hmfv4rbd time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hmfv4rbd time="2024-02-29T06:10:39.037Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hmfv4rbd time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmfv4rbd time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b65e217c-28cc-4f21-b947-02a3964f1011 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c1be4a80-c1c4-4709-b14b-c4d1130df222 time="2024-02-29T06:10:39.037Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vqpxzpmk time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vqpxzpmk time="2024-02-29T06:10:39.037Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vqpxzpmk time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqpxzpmk time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c1be4a80-c1c4-4709-b14b-c4d1130df222 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=46bb4913-64ed-4a82-a1ca-ded278aad84c time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=dzf2zb8n time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=dzf2zb8n time="2024-02-29T06:10:39.037Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=dzf2zb8n time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzf2zb8n time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=46bb4913-64ed-4a82-a1ca-ded278aad84c time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=4fj59xtq time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fj59xtq time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2ade69b4-9735-4d30-b3f6-03de8ade732b time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=37709588-3949-4465-a4f8-7b701374a363 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ff8a0c75-d025-46df-8f4a-ac671b88a1f9 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=2fs4msp9 time="2024-02-29T06:10:39.037Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=2fs4msp9 time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fs4msp9 time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ff8a0c75-d025-46df-8f4a-ac671b88a1f9 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c895ff9f-c36f-46bc-90c0-784c564a62c2 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:39.037Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c895ff9f-c36f-46bc-90c0-784c564a62c2 time="2024-02-29T06:10:39.037Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xf779ctf time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=37709588-3949-4465-a4f8-7b701374a363 time="2024-02-29T06:10:39.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=nv6bkkl7 time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=nv6bkkl7 time="2024-02-29T06:10:39.037Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=nv6bkkl7 time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nv6bkkl7 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9ac68a19-8d18-428f-9ab8-6d606c472544 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rclvmdsw time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rclvmdsw time="2024-02-29T06:10:39.037Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=rclvmdsw time="2024-02-29T06:10:39.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rclvmdsw time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9ac68a19-8d18-428f-9ab8-6d606c472544 time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eebf06e8-a0c2-40ec-baa6-c5a923f3cedc time="2024-02-29T06:10:39.037Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rlrrddzv time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rlrrddzv time="2024-02-29T06:10:39.036Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5x2977zr time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=283449fd-92fe-4e6f-b86c-28dbb576d1a8 time="2024-02-29T06:10:39.037Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f9c800f6-0898-4071-ae59-a17826268c80 time="2024-02-29T06:10:39.037Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wjst4qvw time="2024-02-29T06:10:39.037Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wjst4qvw time="2024-02-29T06:10:39.037Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5431b9ac-edea-4c95-980a-611dd496f72d time="2024-02-29T06:10:39.036Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8ef3c723-be53-432a-837d-2197d6482136 time="2024-02-29T06:10:39.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=47hkxgl4 time="2024-02-29T06:10:39.038Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=47hkxgl4 time="2024-02-29T06:10:39.038Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=47hkxgl4 time="2024-02-29T06:10:39.038Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47hkxgl4 time="2024-02-29T06:10:39.037Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=rlrrddzv time="2024-02-29T06:10:39.038Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlrrddzv time="2024-02-29T06:10:39.038Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eebf06e8-a0c2-40ec-baa6-c5a923f3cedc time="2024-02-29T06:10:39.037Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:39.038Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wjst4qvw time="2024-02-29T06:10:39.038Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=wjst4qvw time="2024-02-29T06:10:39.038Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f9c800f6-0898-4071-ae59-a17826268c80 time="2024-02-29T06:10:39.038Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8ef3c723-be53-432a-837d-2197d6482136 time="2024-02-29T06:10:39.59Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f6ea30a-9b61-4a33-a1a5-96bfbf4eb0d7 time="2024-02-29T06:10:39.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:39.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:39.59Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5dwxg6k time="2024-02-29T06:10:39.59Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3f6ea30a-9b61-4a33-a1a5-96bfbf4eb0d7 time="2024-02-29T06:10:40.693Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d3cca9ca-f2c5-4d2c-90e8-33f2f5d64551 time="2024-02-29T06:10:40.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=k4cbzszb time="2024-02-29T06:10:40.693Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=k4cbzszb time="2024-02-29T06:10:40.693Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:40.693Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:40.693Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=k4cbzszb time="2024-02-29T06:10:40.693Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=k4cbzszb time="2024-02-29T06:10:40.693Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=k4cbzszb time="2024-02-29T06:10:40.694Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k4cbzszb time="2024-02-29T06:10:40.694Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d3cca9ca-f2c5-4d2c-90e8-33f2f5d64551 time="2024-02-29T06:10:41.595Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8cc5a85f-95d0-44b8-8fb8-e0f2db499936 time="2024-02-29T06:10:41.595Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.595Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.595Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gp2dbt2f time="2024-02-29T06:10:41.595Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8cc5a85f-95d0-44b8-8fb8-e0f2db499936 time="2024-02-29T06:10:41.702Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=72731e4c-7bfe-4b68-9e48-589f0417c518 time="2024-02-29T06:10:41.702Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8jn9htmz time="2024-02-29T06:10:41.702Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8jn9htmz time="2024-02-29T06:10:41.702Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.702Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.702Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8jn9htmz time="2024-02-29T06:10:41.702Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8jn9htmz time="2024-02-29T06:10:41.702Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=8jn9htmz time="2024-02-29T06:10:41.702Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jn9htmz time="2024-02-29T06:10:41.703Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=72731e4c-7bfe-4b68-9e48-589f0417c518 time="2024-02-29T06:10:41.711Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bb3abf97-390c-4cf4-89be-34bf01e0c898 time="2024-02-29T06:10:41.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.711Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rq5qknzs time="2024-02-29T06:10:41.711Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bb3abf97-390c-4cf4-89be-34bf01e0c898 time="2024-02-29T06:10:41.718Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=771cc49b-910d-4e63-acfb-104aa608d9b2 time="2024-02-29T06:10:41.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.718Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.718Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.718Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.718Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.718Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/mihuang-291 controller=clusterDeployment job=mihuang-291-imageset reconcileID=9x9nszhw successful=true time="2024-02-29T06:10:41.728Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.738Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f0728135-cf05-46a5-b8c6-fa9b87aeb3c8 time="2024-02-29T06:10:41.738Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bl4ddr44 time="2024-02-29T06:10:41.738Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f59dae1e-4cce-4be8-b5ae-7a4d0e0d920b time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8rhgk6sb time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8rhgk6sb time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fa3ee6c1-0966-4f36-869c-9770a52ad352 time="2024-02-29T06:10:41.739Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9jfdd66b time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9jfdd66b time="2024-02-29T06:10:41.739Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9jfdd66b time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a153dd07-e923-484c-a39b-db9c27403d70 time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hfm2sb9w time="2024-02-29T06:10:41.738Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bl4ddr44 time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7e7e1d89-0902-4374-9b8f-7e1a7a72093f time="2024-02-29T06:10:41.739Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sxd4c2gk time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sxd4c2gk time="2024-02-29T06:10:41.739Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.739Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sxd4c2gk time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=sxd4c2gk time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7e7e1d89-0902-4374-9b8f-7e1a7a72093f time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jfdd66b time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fa3ee6c1-0966-4f36-869c-9770a52ad352 time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6bc2a319-cdb9-45f5-abb8-1e0195131864 time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.739Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6bc2a319-cdb9-45f5-abb8-1e0195131864 time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f0728135-cf05-46a5-b8c6-fa9b87aeb3c8 time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hfm2sb9w time="2024-02-29T06:10:41.739Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hfm2sb9w time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfm2sb9w time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a153dd07-e923-484c-a39b-db9c27403d70 time="2024-02-29T06:10:41.739Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.739Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=8rhgk6sb time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8rhgk6sb time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f59dae1e-4cce-4be8-b5ae-7a4d0e0d920b time="2024-02-29T06:10:41.738Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ebdfe036-6e9c-4755-8061-8cef5108cfa9 time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lnb9xzx2 time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cb7384f9-7b87-4374-9dfc-09de89e3a590 time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lnb9xzx2 time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnb9xzx2 time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=28qqmv7v time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4e6a68c4-e5b9-4dce-92c0-a932f4a6df6f time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=dz7gljpr time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=dz7gljpr time="2024-02-29T06:10:41.739Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=dz7gljpr time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dz7gljpr time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4e6a68c4-e5b9-4dce-92c0-a932f4a6df6f time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2a265ed2-ed3f-4d83-ab26-7579aeb04224 time="2024-02-29T06:10:41.739Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=fqqdhtsm time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=fqqdhtsm time="2024-02-29T06:10:41.739Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqqdhtsm time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2a265ed2-ed3f-4d83-ab26-7579aeb04224 time="2024-02-29T06:10:41.739Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ebdfe036-6e9c-4755-8061-8cef5108cfa9 time="2024-02-29T06:10:41.739Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=28qqmv7v time="2024-02-29T06:10:41.739Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=28qqmv7v time="2024-02-29T06:10:41.74Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28qqmv7v time="2024-02-29T06:10:41.74Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cb7384f9-7b87-4374-9dfc-09de89e3a590 time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=308ca51b-b543-4237-b57c-ec8bed1b5bf2 time="2024-02-29T06:10:41.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zw46hxdl time="2024-02-29T06:10:41.74Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zw46hxdl time="2024-02-29T06:10:41.74Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=zw46hxdl time="2024-02-29T06:10:41.74Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zw46hxdl time="2024-02-29T06:10:41.74Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=308ca51b-b543-4237-b57c-ec8bed1b5bf2 time="2024-02-29T06:10:41.739Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2f962d10-ccf4-4f5c-b0d7-a50545264170 time="2024-02-29T06:10:41.74Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=mj8qkjpf time="2024-02-29T06:10:41.74Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=mj8qkjpf time="2024-02-29T06:10:41.74Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=mj8qkjpf time="2024-02-29T06:10:41.74Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mj8qkjpf time="2024-02-29T06:10:41.74Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2f962d10-ccf4-4f5c-b0d7-a50545264170 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e9ec7b4c-cb87-4937-9500-c600f44994be time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=kntw84zp time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=kntw84zp time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5ed312c9-d277-433b-9839-96e871a49161 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srpw4ktk time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srpw4ktk time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srpw4ktk time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5ed312c9-d277-433b-9839-96e871a49161 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94df31ed-e18f-4210-86ec-6a85a7afc955 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.749Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b7f73399-7d79-4691-8c03-6a969e6d4668 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=r8zx8ks5 time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=r8zx8ks5 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=82d304fd-6f39-4ad1-ae13-27346a4033c5 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8djsqfvf time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8djsqfvf time="2024-02-29T06:10:41.749Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=8djsqfvf time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8djsqfvf time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=82d304fd-6f39-4ad1-ae13-27346a4033c5 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=66abd66a-63c2-45c2-837d-1d0435774aee time="2024-02-29T06:10:41.749Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9lxt4ggv time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9lxt4ggv time="2024-02-29T06:10:41.749Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=125f3352-a246-48ca-bbb7-04049ed66028 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=7wxcswwz time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=7wxcswwz time="2024-02-29T06:10:41.749Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=7wxcswwz time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7wxcswwz time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=125f3352-a246-48ca-bbb7-04049ed66028 time="2024-02-29T06:10:41.749Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=r8zx8ks5 time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8zx8ks5 time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b7f73399-7d79-4691-8c03-6a969e6d4668 time="2024-02-29T06:10:41.749Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9lxt4ggv time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=9lxt4ggv time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=66abd66a-63c2-45c2-837d-1d0435774aee time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.749Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94df31ed-e18f-4210-86ec-6a85a7afc955 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=90d3934a-3fde-4a9a-9689-490b5d399c26 time="2024-02-29T06:10:41.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x55mtgjz time="2024-02-29T06:10:41.749Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x55mtgjz time="2024-02-29T06:10:41.75Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.75Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=9x9nszhw time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ade2aaf2-9f59-433e-a517-142462e43980 time="2024-02-29T06:10:41.75Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=48c9wqzk time="2024-02-29T06:10:41.75Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=48c9wqzk time="2024-02-29T06:10:41.75Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=48c9wqzk time="2024-02-29T06:10:41.75Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48c9wqzk time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ade2aaf2-9f59-433e-a517-142462e43980 time="2024-02-29T06:10:41.75Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x55mtgjz time="2024-02-29T06:10:41.75Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x55mtgjz time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=90d3934a-3fde-4a9a-9689-490b5d399c26 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eeced8a0-dedf-445c-ab98-b23a8bb28683 time="2024-02-29T06:10:41.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=h4lv67xq time="2024-02-29T06:10:41.75Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=h4lv67xq time="2024-02-29T06:10:41.75Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=h4lv67xq time="2024-02-29T06:10:41.75Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4lv67xq time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eeced8a0-dedf-445c-ab98-b23a8bb28683 time="2024-02-29T06:10:41.749Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kntw84zp time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e9ec7b4c-cb87-4937-9500-c600f44994be time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6353eee8-efff-4c00-8248-549945190be7 time="2024-02-29T06:10:41.75Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=97ws42mq time="2024-02-29T06:10:41.75Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=97ws42mq time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6353eee8-efff-4c00-8248-549945190be7 time="2024-02-29T06:10:41.749Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e6451e8e-9364-40e9-a318-be7e63581a01 time="2024-02-29T06:10:41.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=p6rwr6sw time="2024-02-29T06:10:41.75Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=p6rwr6sw time="2024-02-29T06:10:41.75Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=p6rwr6sw time="2024-02-29T06:10:41.75Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6rwr6sw time="2024-02-29T06:10:41.75Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e6451e8e-9364-40e9-a318-be7e63581a01 time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=9x9nszhw time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=771cc49b-910d-4e63-acfb-104aa608d9b2 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=09fb51cc-f515-45a8-88cb-653f63fc2d65 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=20419e4e-38c0-46a9-b279-596006d7524e time="2024-02-29T06:10:41.759Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jrwtn2c5 time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jrwtn2c5 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7632c9dc-9cf3-4c7b-8b8e-26d9dfe6bc97 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94dcd466-d956-4158-8dc5-60df1a3d12c8 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=mdnb28qc time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c205c319-192a-44df-b534-900b172f3cee time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=mdnb28qc time="2024-02-29T06:10:41.759Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=mdnb28qc time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdnb28qc time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4425376b-bdb4-4dc7-a81b-78f163e73cd9 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=707d30fe-5336-4b10-861b-b014578cd76e time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x8bn7tcn time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x8bn7tcn time="2024-02-29T06:10:41.759Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=x8bn7tcn time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x8bn7tcn time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=707d30fe-5336-4b10-861b-b014578cd76e time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2efd5233-346b-4b84-a147-851cb59722a5 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=5cx6lbv7 time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=5cx6lbv7 time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cx6lbv7 time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2efd5233-346b-4b84-a147-851cb59722a5 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=4vszfw5z time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=4vszfw5z time="2024-02-29T06:10:41.759Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=4vszfw5z time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vszfw5z time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4425376b-bdb4-4dc7-a81b-78f163e73cd9 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=74002fff-7a22-4ca4-b154-31ebe8507059 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=2xft2zbj time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=2xft2zbj time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xft2zbj time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=74002fff-7a22-4ca4-b154-31ebe8507059 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=112bfd75-bc7a-4308-9356-5548e0fc9c5c time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8f4nvvr5 time="2024-02-29T06:10:41.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8f4nvvr5 time="2024-02-29T06:10:41.759Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8f4nvvr5 time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8f4nvvr5 time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=112bfd75-bc7a-4308-9356-5548e0fc9c5c time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a1e8da39-c09f-4982-a88d-e4e2a4cd18e8 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bbmcprc5 time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bbmcprc5 time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a1e8da39-c09f-4982-a88d-e4e2a4cd18e8 time="2024-02-29T06:10:41.759Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.759Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jrwtn2c5 time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=jrwtn2c5 time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=20419e4e-38c0-46a9-b279-596006d7524e time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4445a27c-592d-485d-82b9-1771de9932ce time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.759Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.759Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4445a27c-592d-485d-82b9-1771de9932ce time="2024-02-29T06:10:41.759Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94dcd466-d956-4158-8dc5-60df1a3d12c8 time="2024-02-29T06:10:41.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=j6g6bkn5 time="2024-02-29T06:10:41.76Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=j6g6bkn5 time="2024-02-29T06:10:41.76Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=j6g6bkn5 time="2024-02-29T06:10:41.76Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6g6bkn5 time="2024-02-29T06:10:41.76Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c205c319-192a-44df-b534-900b172f3cee time="2024-02-29T06:10:41.759Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zwg2565v time="2024-02-29T06:10:41.76Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zwg2565v time="2024-02-29T06:10:41.76Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zwg2565v time="2024-02-29T06:10:41.76Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwg2565v time="2024-02-29T06:10:41.76Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7632c9dc-9cf3-4c7b-8b8e-26d9dfe6bc97 time="2024-02-29T06:10:41.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.76Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.759Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6bac2d17-8206-4252-82f2-55682a4b4c2a time="2024-02-29T06:10:41.76Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lzxck8t6 time="2024-02-29T06:10:41.76Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lzxck8t6 time="2024-02-29T06:10:41.76Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lzxck8t6 time="2024-02-29T06:10:41.76Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzxck8t6 time="2024-02-29T06:10:41.76Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6bac2d17-8206-4252-82f2-55682a4b4c2a time="2024-02-29T06:10:41.76Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-291 controller=clusterDeployment name=cluster-installer reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="generating installer pod spec" clusterProvision=mihuang-291-0-57lqw namespace=default time="2024-02-29T06:10:41.76Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment derivedObject=mihuang-291-0-57lqw reconcileID=cfqd94s9 time="2024-02-29T06:10:41.76Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.775Z" level=info msg="created new provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=cfqd94s9 time="2024-02-29T06:10:41.775Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cfqd94s9 time="2024-02-29T06:10:41.775Z" level=info msg="ClusterProvision created" controller=clusterDeployment time="2024-02-29T06:10:41.775Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=09b60ec0-9ebe-4ff2-bae2-e4c039ad77a2 time="2024-02-29T06:10:41.775Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.775Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=227gnqd8 time="2024-02-29T06:10:41.775Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=227gnqd8 time="2024-02-29T06:10:41.775Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=227gnqd8 time="2024-02-29T06:10:41.775Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=227gnqd8 time="2024-02-29T06:10:41.775Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=09b60ec0-9ebe-4ff2-bae2-e4c039ad77a2 time="2024-02-29T06:10:41.775Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=010edb93-d784-4201-9172-7e93f5fb96fa time="2024-02-29T06:10:41.775Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=qd2s86ll time="2024-02-29T06:10:41.775Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=qd2s86ll time="2024-02-29T06:10:41.775Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.775Z" level=debug msg="generating installer job" clusterProvision=mihuang-291-0-57lqw namespace=default time="2024-02-29T06:10:41.775Z" level=debug msg="Setting labels on derived object" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision derivedObject=mihuang-291-0-57lqw-provision job=mihuang-291-0-57lqw-provision reconcileID=qd2s86ll time="2024-02-29T06:10:41.775Z" level=info msg="creating install job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=qd2s86ll time="2024-02-29T06:10:41.775Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.783Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=qd2s86ll time="2024-02-29T06:10:41.783Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=010edb93-d784-4201-9172-7e93f5fb96fa time="2024-02-29T06:10:41.784Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:10:41.784Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.784Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=fe1d19ae-cba4-4de4-890b-45687fcc9195 time="2024-02-29T06:10:41.784Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=z67k8fps time="2024-02-29T06:10:41.784Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=z67k8fps time="2024-02-29T06:10:41.784Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=z67k8fps time="2024-02-29T06:10:41.784Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.785Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsed=10.785314085 reconcileID=cfqd94s9 time="2024-02-29T06:10:41.785Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=cfqd94s9 time="2024-02-29T06:10:41.785Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=09fb51cc-f515-45a8-88cb-653f63fc2d65 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7ae5be92-bdd9-46cf-96df-84e51ae9d343 time="2024-02-29T06:10:41.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2dm8fccd time="2024-02-29T06:10:41.785Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2dm8fccd time="2024-02-29T06:10:41.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-291-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.785Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=72c4e7d3-f233-46c7-b888-632100135444 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1abcd25f-50e2-4e01-92f2-ff7582a3da0f time="2024-02-29T06:10:41.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tknhp64b time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3ef4d873-341c-4e8c-9198-4ec3a03b12b5 time="2024-02-29T06:10:41.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=kn5jszs8 time="2024-02-29T06:10:41.785Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=kn5jszs8 time="2024-02-29T06:10:41.785Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=kn5jszs8 time="2024-02-29T06:10:41.785Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kn5jszs8 time="2024-02-29T06:10:41.785Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3ef4d873-341c-4e8c-9198-4ec3a03b12b5 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c691015c-f73f-4aef-9fac-31cd46c91e5b time="2024-02-29T06:10:41.785Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2srjbdrv time="2024-02-29T06:10:41.785Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2srjbdrv time="2024-02-29T06:10:41.785Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2srjbdrv time="2024-02-29T06:10:41.785Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2srjbdrv time="2024-02-29T06:10:41.785Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c691015c-f73f-4aef-9fac-31cd46c91e5b time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6403f60a-83d0-4f06-a435-ceb77ddb4281 time="2024-02-29T06:10:41.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66d6bs5p time="2024-02-29T06:10:41.785Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66d6bs5p time="2024-02-29T06:10:41.785Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=66d6bs5p time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66d6bs5p time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6403f60a-83d0-4f06-a435-ceb77ddb4281 time="2024-02-29T06:10:41.785Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tknhp64b time="2024-02-29T06:10:41.786Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=tknhp64b time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tknhp64b time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1abcd25f-50e2-4e01-92f2-ff7582a3da0f time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a3185ea1-c9e7-485f-9a65-40412334d74c time="2024-02-29T06:10:41.786Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=lw6g79h9 time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=lw6g79h9 time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a3185ea1-c9e7-485f-9a65-40412334d74c time="2024-02-29T06:10:41.785Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8ptwtpbw time="2024-02-29T06:10:41.786Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8ptwtpbw time="2024-02-29T06:10:41.786Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=8ptwtpbw time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ptwtpbw time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=72c4e7d3-f233-46c7-b888-632100135444 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=722137dc-9059-4dd0-b67e-f56601a1d3ea time="2024-02-29T06:10:41.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=ks64rbwl time="2024-02-29T06:10:41.786Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=ks64rbwl time="2024-02-29T06:10:41.786Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=ks64rbwl time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ks64rbwl time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=722137dc-9059-4dd0-b67e-f56601a1d3ea time="2024-02-29T06:10:41.785Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2dm8fccd time="2024-02-29T06:10:41.786Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2dm8fccd time="2024-02-29T06:10:41.786Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.785Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20e08d8e-2b65-4a9c-8a73-3db022871408 time="2024-02-29T06:10:41.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=ws54nrlf time="2024-02-29T06:10:41.786Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=ws54nrlf time="2024-02-29T06:10:41.786Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ws54nrlf time="2024-02-29T06:10:41.786Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=20e08d8e-2b65-4a9c-8a73-3db022871408 time="2024-02-29T06:10:41.791Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e4b55cc4-b71e-41a5-911c-a62123afac20 time="2024-02-29T06:10:41.791Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lsbvngr9 time="2024-02-29T06:10:41.791Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lsbvngr9 time="2024-02-29T06:10:41.791Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.791Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lsbvngr9 time="2024-02-29T06:10:41.791Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=lsbvngr9 time="2024-02-29T06:10:41.791Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e4b55cc4-b71e-41a5-911c-a62123afac20 time="2024-02-29T06:10:41.791Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7c06a041-4bbe-45b3-b678-e7f2a33f49c3 time="2024-02-29T06:10:41.791Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.791Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.791Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.791Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7c06a041-4bbe-45b3-b678-e7f2a33f49c3 time="2024-02-29T06:10:41.791Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=242c269c-49ca-4834-9ad1-36ee7bd2d358 time="2024-02-29T06:10:41.791Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j68kgkvg time="2024-02-29T06:10:41.791Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j68kgkvg time="2024-02-29T06:10:41.791Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j68kgkvg time="2024-02-29T06:10:41.791Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j68kgkvg time="2024-02-29T06:10:41.791Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=242c269c-49ca-4834-9ad1-36ee7bd2d358 time="2024-02-29T06:10:41.791Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=88b67717-d032-44ce-8973-87fd2f361a2b time="2024-02-29T06:10:41.791Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=t69ttqqg time="2024-02-29T06:10:41.791Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=t69ttqqg time="2024-02-29T06:10:41.791Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t69ttqqg time="2024-02-29T06:10:41.791Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=88b67717-d032-44ce-8973-87fd2f361a2b time="2024-02-29T06:10:41.793Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ad7785c7-e5e9-47b8-b943-8a4d7f78d6ec time="2024-02-29T06:10:41.793Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=k5hw92s7 time="2024-02-29T06:10:41.793Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=k5hw92s7 time="2024-02-29T06:10:41.793Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=k5hw92s7 time="2024-02-29T06:10:41.793Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5hw92s7 time="2024-02-29T06:10:41.793Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ad7785c7-e5e9-47b8-b943-8a4d7f78d6ec time="2024-02-29T06:10:41.794Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=z67k8fps time="2024-02-29T06:10:41.794Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=fe1d19ae-cba4-4de4-890b-45687fcc9195 time="2024-02-29T06:10:41.794Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=e06fde37-5981-404e-a0c0-05d5128f6e4e time="2024-02-29T06:10:41.794Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.794Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k54x5rvg time="2024-02-29T06:10:41.794Z" level=debug msg="Reconcile done, requeueing after 59.205581659s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=e06fde37-5981-404e-a0c0-05d5128f6e4e time="2024-02-29T06:10:41.795Z" level=info msg="could not adopt provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" provision=mihuang-291-0-57lqw reconcileID=2dm8fccd time="2024-02-29T06:10:41.795Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=2dm8fccd time="2024-02-29T06:10:41.795Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7ae5be92-bdd9-46cf-96df-84e51ae9d343 time="2024-02-29T06:10:41.795Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1aaacd83-a884-4635-95df-38ccec638257 time="2024-02-29T06:10:41.795Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qzjmschw time="2024-02-29T06:10:41.795Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qzjmschw time="2024-02-29T06:10:41.795Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.795Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.795Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qzjmschw time="2024-02-29T06:10:41.795Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=qzjmschw time="2024-02-29T06:10:41.795Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.807Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=c52bd2f1-e409-455d-a8e0-ad23c86d4aba time="2024-02-29T06:10:41.807Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.807Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lt2qwmzk time="2024-02-29T06:10:41.807Z" level=debug msg="Reconcile done, requeueing after 59.192343789s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=c52bd2f1-e409-455d-a8e0-ad23c86d4aba time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f679260e-7f95-4729-975d-3b23ebaf1f51 time="2024-02-29T06:10:41.808Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=dxg9rcgw time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=dxg9rcgw time="2024-02-29T06:10:41.808Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=dxg9rcgw time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxg9rcgw time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f679260e-7f95-4729-975d-3b23ebaf1f51 time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ae7a158d-c7b0-4551-a71f-d39bfae58d11 time="2024-02-29T06:10:41.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.808Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ae7a158d-c7b0-4551-a71f-d39bfae58d11 time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c98121b6-66f5-486f-a7c9-e34d47e767de time="2024-02-29T06:10:41.808Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=7hxg46sl time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2aec54b5-42c9-47a5-a4db-484bdd35dbc9 time="2024-02-29T06:10:41.808Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jc9g45wd time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1a17b7fd-bb63-4191-ad45-beb6c161646e time="2024-02-29T06:10:41.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=42zwjhbf time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=42zwjhbf time="2024-02-29T06:10:41.808Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=42zwjhbf time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42zwjhbf time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1a17b7fd-bb63-4191-ad45-beb6c161646e time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=14d39f3c-9ee5-4e6d-a449-6f1797334393 time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=657cbcdb-d56e-449b-9e7e-60b6ff0bf794 time="2024-02-29T06:10:41.808Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=grft68zw time="2024-02-29T06:10:41.808Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.808Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=grft68zw time="2024-02-29T06:10:41.808Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=grft68zw time="2024-02-29T06:10:41.808Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk686qwr time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile done, requeueing after 59.191251482s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=657cbcdb-d56e-449b-9e7e-60b6ff0bf794 time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=11c5627c-1cb1-452f-b2d0-fe40e8801036 time="2024-02-29T06:10:41.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=zdvz6g6m time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=zdvz6g6m time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdvz6g6m time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=11c5627c-1cb1-452f-b2d0-fe40e8801036 time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grft68zw time="2024-02-29T06:10:41.808Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=14d39f3c-9ee5-4e6d-a449-6f1797334393 time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c071ba9e-ae09-4d78-a97f-2625cf194437 time="2024-02-29T06:10:41.808Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6x4gvdnz time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6x4gvdnz time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=597bd905-868e-4bff-ade6-8634137a2429 time="2024-02-29T06:10:41.809Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6x4gvdnz time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6x4gvdnz time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c071ba9e-ae09-4d78-a97f-2625cf194437 time="2024-02-29T06:10:41.808Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jc9g45wd time="2024-02-29T06:10:41.809Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.809Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jc9g45wd time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=jc9g45wd time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2aec54b5-42c9-47a5-a4db-484bdd35dbc9 time="2024-02-29T06:10:41.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=4stst89p time="2024-02-29T06:10:41.809Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=4stst89p time="2024-02-29T06:10:41.809Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=4stst89p time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4stst89p time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=597bd905-868e-4bff-ade6-8634137a2429 time="2024-02-29T06:10:41.808Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=7hxg46sl time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c98121b6-66f5-486f-a7c9-e34d47e767de time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1c28071a-a535-4d71-aca5-6aa779d28e0a time="2024-02-29T06:10:41.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=4rgf4xdk time="2024-02-29T06:10:41.809Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=4rgf4xdk time="2024-02-29T06:10:41.809Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=4rgf4xdk time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rgf4xdk time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1c28071a-a535-4d71-aca5-6aa779d28e0a time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c0e95c23-dc46-46c0-9aca-b0efced0d25f time="2024-02-29T06:10:41.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lx4p28wg time="2024-02-29T06:10:41.808Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=66ff6c92-e72a-4bee-a675-2b74054d7509 time="2024-02-29T06:10:41.809Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=lx4p28wg time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lx4p28wg time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c0e95c23-dc46-46c0-9aca-b0efced0d25f time="2024-02-29T06:10:41.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=w4gxlzsv time="2024-02-29T06:10:41.809Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=w4gxlzsv time="2024-02-29T06:10:41.809Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=w4gxlzsv time="2024-02-29T06:10:41.809Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4gxlzsv time="2024-02-29T06:10:41.809Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=66ff6c92-e72a-4bee-a675-2b74054d7509 time="2024-02-29T06:10:41.81Z" level=info msg="adopted provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=qzjmschw time="2024-02-29T06:10:41.81Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=qzjmschw time="2024-02-29T06:10:41.81Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1aaacd83-a884-4635-95df-38ccec638257 time="2024-02-29T06:10:41.81Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d062b232-04ac-4535-a1a5-a732d9346930 time="2024-02-29T06:10:41.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.81Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.81Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.811Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.811Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.811Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.811Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.811Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.811Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=767856cc-7fd3-45bf-9504-c89e1873a746 time="2024-02-29T06:10:41.823Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=pttczb8f time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=pttczb8f time="2024-02-29T06:10:41.823Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=pttczb8f time="2024-02-29T06:10:41.823Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pttczb8f time="2024-02-29T06:10:41.823Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=767856cc-7fd3-45bf-9504-c89e1873a746 time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5033eb67-f6df-4367-b8e7-bb37b7d49324 time="2024-02-29T06:10:41.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nqgh9ltl time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nqgh9ltl time="2024-02-29T06:10:41.823Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=nqgh9ltl time="2024-02-29T06:10:41.823Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqgh9ltl time="2024-02-29T06:10:41.823Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5033eb67-f6df-4367-b8e7-bb37b7d49324 time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d624fd8a-139f-4db9-9aea-799b8211065c time="2024-02-29T06:10:41.823Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=tjcmqpt9 time="2024-02-29T06:10:41.823Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d062b232-04ac-4535-a1a5-a732d9346930 time="2024-02-29T06:10:41.823Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c48a60a-aafa-4938-a9bf-bdbf91dc7487 time="2024-02-29T06:10:41.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=wnmq4zbc time="2024-02-29T06:10:41.823Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:41.823Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d74153f8-0604-4e86-9112-5147811ef921 time="2024-02-29T06:10:41.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=r7v7rcwx time="2024-02-29T06:10:41.823Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rckbkblq time="2024-02-29T06:10:41.823Z" level=debug msg="Reconcile done, requeueing after 59.176252125s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d624fd8a-139f-4db9-9aea-799b8211065c time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=08ac4607-88bf-47eb-8fbe-7d04c003ec4b time="2024-02-29T06:10:41.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=qgrbfgqc time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=qgrbfgqc time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=873f2abe-bcee-4517-950a-b3d0769a8f03 time="2024-02-29T06:10:41.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=tf75t2wj time="2024-02-29T06:10:41.824Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=tf75t2wj time="2024-02-29T06:10:41.824Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=tf75t2wj time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tf75t2wj time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=873f2abe-bcee-4517-950a-b3d0769a8f03 time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=r7v7rcwx time="2024-02-29T06:10:41.824Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=r7v7rcwx time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7v7rcwx time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d74153f8-0604-4e86-9112-5147811ef921 time="2024-02-29T06:10:41.823Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgrbfgqc time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=08ac4607-88bf-47eb-8fbe-7d04c003ec4b time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6c327205-23ae-41ac-90cb-9087a7642e63 time="2024-02-29T06:10:41.824Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=n82fgjkj time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=n82fgjkj time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6c327205-23ae-41ac-90cb-9087a7642e63 time="2024-02-29T06:10:41.823Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.824Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=345fdd33-fcd0-4f73-9fac-85623379ef5e time="2024-02-29T06:10:41.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=klzj6mjq time="2024-02-29T06:10:41.824Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.824Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=klzj6mjq time="2024-02-29T06:10:41.824Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=klzj6mjq time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=klzj6mjq time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=345fdd33-fcd0-4f73-9fac-85623379ef5e time="2024-02-29T06:10:41.823Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=376fb43e-89c8-46b1-a423-2adbeea4b517 time="2024-02-29T06:10:41.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qj764nd9 time="2024-02-29T06:10:41.824Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qj764nd9 time="2024-02-29T06:10:41.824Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qj764nd9 time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj764nd9 time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=376fb43e-89c8-46b1-a423-2adbeea4b517 time="2024-02-29T06:10:41.824Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wnmq4zbc time="2024-02-29T06:10:41.824Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4c48a60a-aafa-4938-a9bf-bdbf91dc7487 time="2024-02-29T06:10:41.829Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c87ea49a-7197-4133-ad38-e93b7e282a90 time="2024-02-29T06:10:41.829Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4f370238-9a41-4971-a622-e1c5d65c0caf time="2024-02-29T06:10:41.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lb4n7pzv time="2024-02-29T06:10:41.829Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lb4n7pzv time="2024-02-29T06:10:41.829Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lb4n7pzv time="2024-02-29T06:10:41.829Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4f370238-9a41-4971-a622-e1c5d65c0caf time="2024-02-29T06:10:41.829Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=h92ssjfr time="2024-02-29T06:10:41.829Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=h92ssjfr time="2024-02-29T06:10:41.829Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=h92ssjfr time="2024-02-29T06:10:41.829Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h92ssjfr time="2024-02-29T06:10:41.829Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c87ea49a-7197-4133-ad38-e93b7e282a90 time="2024-02-29T06:10:41.829Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca8d8dc6-eb24-497e-ada9-1d3c77546ef8 time="2024-02-29T06:10:41.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.829Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:41.829Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:41.829Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca8d8dc6-eb24-497e-ada9-1d3c77546ef8 time="2024-02-29T06:10:41.829Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=263d47ae-16b5-4a23-94e6-9be00ba514fb time="2024-02-29T06:10:41.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.829Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.829Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=8e2e585c-8785-4e47-b2b9-0b15875cafa0 time="2024-02-29T06:10:41.829Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gqsnxprd time="2024-02-29T06:10:41.829Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gqsnxprd time="2024-02-29T06:10:41.829Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:41.829Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gqsnxprd time="2024-02-29T06:10:41.829Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=gqsnxprd time="2024-02-29T06:10:41.829Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=8e2e585c-8785-4e47-b2b9-0b15875cafa0 time="2024-02-29T06:10:41.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.829Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.83Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.83Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.83Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.83Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.83Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zb2kqdg4 time="2024-02-29T06:10:41.83Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=263d47ae-16b5-4a23-94e6-9be00ba514fb time="2024-02-29T06:10:41.836Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cef282d2-eaf1-49e4-85e2-b68b0f651337 time="2024-02-29T06:10:41.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.836Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:41.836Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:41.836Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbm9mb9c time="2024-02-29T06:10:41.836Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cef282d2-eaf1-49e4-85e2-b68b0f651337 time="2024-02-29T06:10:42.415Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e436a5df-573c-459e-8f46-313ceb2b4483 time="2024-02-29T06:10:42.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2zp79j94 time="2024-02-29T06:10:42.415Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2zp79j94 time="2024-02-29T06:10:42.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:42.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:42.416Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2zp79j94 time="2024-02-29T06:10:42.416Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=2zp79j94 time="2024-02-29T06:10:42.416Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:42.416Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=2zp79j94 time="2024-02-29T06:10:42.416Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=2zp79j94 time="2024-02-29T06:10:42.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zp79j94 time="2024-02-29T06:10:42.416Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e436a5df-573c-459e-8f46-313ceb2b4483 time="2024-02-29T06:10:42.602Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8b862962-dc73-4dde-bb71-52d54d035009 time="2024-02-29T06:10:42.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zcq4pbmb time="2024-02-29T06:10:42.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zcq4pbmb time="2024-02-29T06:10:42.602Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:42.602Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:42.602Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zcq4pbmb time="2024-02-29T06:10:42.602Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zcq4pbmb time="2024-02-29T06:10:42.602Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:42.603Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zcq4pbmb time="2024-02-29T06:10:42.603Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zcq4pbmb time="2024-02-29T06:10:42.603Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcq4pbmb time="2024-02-29T06:10:42.603Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8b862962-dc73-4dde-bb71-52d54d035009 time="2024-02-29T06:10:43.606Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5833cd82-9e06-4ae5-84d4-357817687f24 time="2024-02-29T06:10:43.606Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6v5vvwkp time="2024-02-29T06:10:43.606Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6v5vvwkp time="2024-02-29T06:10:43.606Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:43.606Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:43.606Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6v5vvwkp time="2024-02-29T06:10:43.606Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6v5vvwkp time="2024-02-29T06:10:43.606Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:43.607Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=6v5vvwkp time="2024-02-29T06:10:43.607Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=6v5vvwkp time="2024-02-29T06:10:43.607Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v5vvwkp time="2024-02-29T06:10:43.607Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5833cd82-9e06-4ae5-84d4-357817687f24 time="2024-02-29T06:10:44.611Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a87ce041-d87c-45a7-a478-6fbebadee02f time="2024-02-29T06:10:44.611Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:44.611Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:44.611Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:44.611Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=48x6mr9m time="2024-02-29T06:10:44.611Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a87ce041-d87c-45a7-a478-6fbebadee02f time="2024-02-29T06:10:45.613Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=93ba87cb-7e5a-4bf1-93f8-27ba9420ac50 time="2024-02-29T06:10:45.613Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=46rfwmlc time="2024-02-29T06:10:45.613Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:45.614Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:45.614Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:45.614Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46rfwmlc time="2024-02-29T06:10:45.614Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=93ba87cb-7e5a-4bf1-93f8-27ba9420ac50 time="2024-02-29T06:10:46.625Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=5edb8f97-561c-497d-b2fa-4c1325500722 time="2024-02-29T06:10:46.625Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:46.625Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvc6fxps time="2024-02-29T06:10:46.625Z" level=debug msg="Reconcile done, requeueing after 54.374268106s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=5edb8f97-561c-497d-b2fa-4c1325500722 time="2024-02-29T06:10:53.345Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:10:53.345Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:10:53.345Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:10:53.345Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:10:53.345Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:10:53.345Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:10:59.568Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=88bf3708-fd57-4b1c-bae8-5c467dc5c8e8 time="2024-02-29T06:10:59.569Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j5zqggvl time="2024-02-29T06:10:59.569Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j5zqggvl time="2024-02-29T06:10:59.568Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=f9997811-e0aa-477b-9a22-931937ca6f5d time="2024-02-29T06:10:59.569Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=j5zqggvl time="2024-02-29T06:10:59.569Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5zqggvl time="2024-02-29T06:10:59.569Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.569Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f1c21dc6-9815-4ac4-8fdd-fe0cda5d3a9a time="2024-02-29T06:10:59.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8rnf4cnv time="2024-02-29T06:10:59.569Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8rnf4cnv time="2024-02-29T06:10:59.569Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=88bf3708-fd57-4b1c-bae8-5c467dc5c8e8 time="2024-02-29T06:10:59.569Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.569Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.569Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zcwr6g9 time="2024-02-29T06:10:59.569Z" level=debug msg="Reconcile done, requeueing after 41.430558093s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=f9997811-e0aa-477b-9a22-931937ca6f5d time="2024-02-29T06:10:59.569Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8rnf4cnv time="2024-02-29T06:10:59.569Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=8rnf4cnv time="2024-02-29T06:10:59.569Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.57Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=8rnf4cnv time="2024-02-29T06:10:59.57Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.57Z" level=info msg="Saving infra ID \"mihuang-291-nwvjw\" for cluster" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=8rnf4cnv time="2024-02-29T06:10:59.586Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7fbae53d-bd09-477f-8fa9-b9fa1a9c9db5 time="2024-02-29T06:10:59.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=44z2tnnz time="2024-02-29T06:10:59.586Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=44z2tnnz time="2024-02-29T06:10:59.586Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=44z2tnnz time="2024-02-29T06:10:59.586Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44z2tnnz time="2024-02-29T06:10:59.586Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7fbae53d-bd09-477f-8fa9-b9fa1a9c9db5 time="2024-02-29T06:10:59.586Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a48819df-d850-4ef0-b114-c499233d32ee time="2024-02-29T06:10:59.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=szw4vw87 time="2024-02-29T06:10:59.586Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b7858565-869c-4699-bb5f-7c957cf947a9 time="2024-02-29T06:10:59.586Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=szw4vw87 time="2024-02-29T06:10:59.586Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gb25qtbc time="2024-02-29T06:10:59.586Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gb25qtbc time="2024-02-29T06:10:59.586Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=gb25qtbc time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gb25qtbc time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b7858565-869c-4699-bb5f-7c957cf947a9 time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=561f43ea-0402-4bae-baa6-0d5d43724bfa time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=stp5v856 time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=stp5v856 time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=89b39570-93d9-404a-b4c8-c24db31d55c9 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.587Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2a3d259a-7847-4a0b-be93-ec10e2aea829 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=khxzngb9 time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=khxzngb9 time="2024-02-29T06:10:59.587Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=45ca2f36-2c12-40ff-8870-d7a4e9492446 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zdnpljcl time="2024-02-29T06:10:59.587Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=khxzngb9 time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=khxzngb9 time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2a3d259a-7847-4a0b-be93-ec10e2aea829 time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stp5v856 time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=561f43ea-0402-4bae-baa6-0d5d43724bfa time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a25096ca-82be-476c-876a-4872bef2adcf time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=qkz9lw2d time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=qkz9lw2d time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkz9lw2d time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a25096ca-82be-476c-876a-4872bef2adcf time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=89b39570-93d9-404a-b4c8-c24db31d55c9 time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zdnpljcl time="2024-02-29T06:10:59.587Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zdnpljcl time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdnpljcl time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=45ca2f36-2c12-40ff-8870-d7a4e9492446 time="2024-02-29T06:10:59.586Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=839bb248-efd6-44a8-b902-89d882c20d4e time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qz24n2rc time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qz24n2rc time="2024-02-29T06:10:59.587Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qz24n2rc time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qz24n2rc time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=839bb248-efd6-44a8-b902-89d882c20d4e time="2024-02-29T06:10:59.586Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=szw4vw87 time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szw4vw87 time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a48819df-d850-4ef0-b114-c499233d32ee time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f39b6039-5e19-4640-8e48-415775b8aa87 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=w6lc9ct4 time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=w6lc9ct4 time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f39b6039-5e19-4640-8e48-415775b8aa87 time="2024-02-29T06:10:59.586Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=8rnf4cnv time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f1c21dc6-9815-4ac4-8fdd-fe0cda5d3a9a time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=da8fd4b6-d8f1-4c1e-a1a0-aef14bd06020 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bzrbsv5n time="2024-02-29T06:10:59.586Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8e8f1fe7-c2a6-48df-9ead-1a827bf3905e time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=gg6q8v9j time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=gg6q8v9j time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b5d8ecfd-5b34-4214-a658-f2f03551b1ba time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=crjt7k7d time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=crjt7k7d time="2024-02-29T06:10:59.587Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=crjt7k7d time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=crjt7k7d time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b5d8ecfd-5b34-4214-a658-f2f03551b1ba time="2024-02-29T06:10:59.587Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=9e1955fb-6ceb-4c70-9270-4b91277c8ff6 time="2024-02-29T06:10:59.587Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.587Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=gg6q8v9j time="2024-02-29T06:10:59.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gg6q8v9j time="2024-02-29T06:10:59.587Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8e8f1fe7-c2a6-48df-9ead-1a827bf3905e time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bzrbsv5n time="2024-02-29T06:10:59.588Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.588Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.588Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bzrbsv5n time="2024-02-29T06:10:59.588Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=bzrbsv5n time="2024-02-29T06:10:59.587Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.588Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.588Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=info msg="provision initialization complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=8sw4bb89 time="2024-02-29T06:10:59.588Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=bzrbsv5n time="2024-02-29T06:10:59.588Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.588Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=bzrbsv5n time="2024-02-29T06:10:59.588Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzrbsv5n time="2024-02-29T06:10:59.588Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=da8fd4b6-d8f1-4c1e-a1a0-aef14bd06020 time="2024-02-29T06:10:59.597Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=252bc819-3f23-44e6-a72e-bc6d58236393 time="2024-02-29T06:10:59.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.597Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=683aba9c-ccca-4227-8f9c-9fa4538df29a time="2024-02-29T06:10:59.597Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=kdp6nb2j time="2024-02-29T06:10:59.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.597Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=kdp6nb2j time="2024-02-29T06:10:59.597Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=kdp6nb2j time="2024-02-29T06:10:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdp6nb2j time="2024-02-29T06:10:59.597Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=683aba9c-ccca-4227-8f9c-9fa4538df29a time="2024-02-29T06:10:59.597Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.597Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.597Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ctdp5zqg time="2024-02-29T06:10:59.597Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=252bc819-3f23-44e6-a72e-bc6d58236393 time="2024-02-29T06:10:59.609Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=8sw4bb89 time="2024-02-29T06:10:59.609Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=9e1955fb-6ceb-4c70-9270-4b91277c8ff6 time="2024-02-29T06:10:59.609Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=8b0229f7-7dc2-454a-b311-89f1e7547551 time="2024-02-29T06:10:59.609Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=czh5rr9d time="2024-02-29T06:10:59.609Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=czh5rr9d time="2024-02-29T06:10:59.609Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=czh5rr9d time="2024-02-29T06:10:59.609Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=czh5rr9d time="2024-02-29T06:10:59.609Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=czh5rr9d time="2024-02-29T06:10:59.609Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d9fc14bc-8e31-4592-8cc0-59355c0b5913 time="2024-02-29T06:10:59.609Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nt529l65 time="2024-02-29T06:10:59.609Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nt529l65 time="2024-02-29T06:10:59.609Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nt529l65 time="2024-02-29T06:10:59.609Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nt529l65 time="2024-02-29T06:10:59.609Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d9fc14bc-8e31-4592-8cc0-59355c0b5913 time="2024-02-29T06:10:59.609Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ec79fff4-1e86-440d-a130-b9c26c7e06a3 time="2024-02-29T06:10:59.609Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4g2v64dx time="2024-02-29T06:10:59.61Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4g2v64dx time="2024-02-29T06:10:59.609Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.61Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=czh5rr9d time="2024-02-29T06:10:59.61Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=czh5rr9d time="2024-02-29T06:10:59.61Z" level=info msg="provision initialization complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=czh5rr9d time="2024-02-29T06:10:59.61Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=czh5rr9d time="2024-02-29T06:10:59.61Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.61Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.61Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4g2v64dx time="2024-02-29T06:10:59.61Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=4g2v64dx time="2024-02-29T06:10:59.61Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.61Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=4g2v64dx time="2024-02-29T06:10:59.61Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.61Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=4g2v64dx time="2024-02-29T06:10:59.61Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=4g2v64dx time="2024-02-29T06:10:59.615Z" level=error msg="cannot update status conditions" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuang-291-0-57lqw\": the object has been modified; please apply your changes to the latest version and try again" job=mihuang-291-0-57lqw-provision reconcileID=czh5rr9d time="2024-02-29T06:10:59.615Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=czh5rr9d time="2024-02-29T06:10:59.615Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuang-291-0-57lqw\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=8b0229f7-7dc2-454a-b311-89f1e7547551 time="2024-02-29T06:10:59.615Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=25d99c47-5160-494e-bc48-ae77fd2e17b7 time="2024-02-29T06:10:59.615Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.615Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4lfhf5c time="2024-02-29T06:10:59.615Z" level=debug msg="Reconcile done, requeueing after 41.384524337s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=25d99c47-5160-494e-bc48-ae77fd2e17b7 time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=72b86147-5596-4a25-ba16-045bea18b11f time="2024-02-29T06:10:59.62Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.62Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58ctcbgv time="2024-02-29T06:10:59.62Z" level=debug msg="Reconcile done, requeueing after 41.379359927s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=72b86147-5596-4a25-ba16-045bea18b11f time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=3631702b-5fdd-4b10-bfe3-da2b1868f50c time="2024-02-29T06:10:59.62Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=5gbthb52 time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=db2584bf-a886-4781-8ee7-108585b3ddfd time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=5gbthb52 time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eedbd612-ae65-44fc-9e14-62675b2b822f time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=ngvr2k8q time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=ngvr2k8q time="2024-02-29T06:10:59.621Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=ngvr2k8q time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngvr2k8q time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eedbd612-ae65-44fc-9e14-62675b2b822f time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b1cf1823-fd29-4aab-bdf7-0cf89b8dfeec time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=scnrmprn time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=scnrmprn time="2024-02-29T06:10:59.621Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=scnrmprn time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2170f8fc-c14f-4fb9-bec9-bf869ed2e6a6 time="2024-02-29T06:10:59.621Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xdj6hrdj time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xdj6hrdj time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2170f8fc-c14f-4fb9-bec9-bf869ed2e6a6 time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1398ffb5-4162-4fcc-be30-c3a13914ce70 time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=82k95tzn time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=82k95tzn time="2024-02-29T06:10:59.621Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=82k95tzn time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82k95tzn time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1398ffb5-4162-4fcc-be30-c3a13914ce70 time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2707af6f-517d-4c02-849b-d7bd0d150c0e time="2024-02-29T06:10:59.621Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zvwgtrrg time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zvwgtrrg time="2024-02-29T06:10:59.621Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zvwgtrrg time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvwgtrrg time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2707af6f-517d-4c02-849b-d7bd0d150c0e time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=32b5f2d7-c213-4ccf-86c6-88f96a35086c time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.621Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=32b5f2d7-c213-4ccf-86c6-88f96a35086c time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=scnrmprn time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b1cf1823-fd29-4aab-bdf7-0cf89b8dfeec time="2024-02-29T06:10:59.621Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dee71d57-f9db-49c9-80a0-a40d7ddfd971 time="2024-02-29T06:10:59.621Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=4g2v64dx time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=hds6bf6f time="2024-02-29T06:10:59.621Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=hds6bf6f time="2024-02-29T06:10:59.621Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hds6bf6f time="2024-02-29T06:10:59.621Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=db2584bf-a886-4781-8ee7-108585b3ddfd time="2024-02-29T06:10:59.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=b42rxhcn time="2024-02-29T06:10:59.621Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=5gbthb52 time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f27fdd9a-20a9-49b2-932d-c30380feb172 time="2024-02-29T06:10:59.622Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zzk9wd4z time="2024-02-29T06:10:59.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zzk9wd4z time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8fbdde60-0514-40b2-b51c-14543fa305c1 time="2024-02-29T06:10:59.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=h62gbgpm time="2024-02-29T06:10:59.622Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=zzk9wd4z time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzk9wd4z time="2024-02-29T06:10:59.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=b42rxhcn time="2024-02-29T06:10:59.622Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=b42rxhcn time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b42rxhcn time="2024-02-29T06:10:59.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=h62gbgpm time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h62gbgpm time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8fbdde60-0514-40b2-b51c-14543fa305c1 time="2024-02-29T06:10:59.622Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=5gbthb52 time="2024-02-29T06:10:59.622Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=5gbthb52 time="2024-02-29T06:10:59.622Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.622Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=5gbthb52 time="2024-02-29T06:10:59.622Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=5gbthb52 time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=5gbthb52 time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile done, requeueing after 41.377591141s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=3631702b-5fdd-4b10-bfe3-da2b1868f50c time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f27fdd9a-20a9-49b2-932d-c30380feb172 time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dee71d57-f9db-49c9-80a0-a40d7ddfd971 time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=82551dcc-ae1b-423d-a315-0caf1f421e8c time="2024-02-29T06:10:59.622Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5c2nsw4h time="2024-02-29T06:10:59.622Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5c2nsw4h time="2024-02-29T06:10:59.622Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:59.62Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75d3e56d-e523-4ad5-807f-cfd8a0f8338e time="2024-02-29T06:10:59.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=9swfjhmn time="2024-02-29T06:10:59.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=9swfjhmn time="2024-02-29T06:10:59.622Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=9swfjhmn time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9swfjhmn time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75d3e56d-e523-4ad5-807f-cfd8a0f8338e time="2024-02-29T06:10:59.622Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5c2nsw4h time="2024-02-29T06:10:59.622Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=5c2nsw4h time="2024-02-29T06:10:59.622Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=82551dcc-ae1b-423d-a315-0caf1f421e8c time="2024-02-29T06:10:59.63Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=4g2v64dx time="2024-02-29T06:10:59.63Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ec79fff4-1e86-440d-a130-b9c26c7e06a3 time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=872f30c2-6cf2-4211-a4ee-de8e43c87feb time="2024-02-29T06:10:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.631Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2f1fb547-7c51-4a9d-a098-7834606d1bef time="2024-02-29T06:10:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vqlbc69s time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=81201857-33f5-41d9-b459-1e90fc21b7ee time="2024-02-29T06:10:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vqlbc69s time="2024-02-29T06:10:59.631Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=vqlbc69s time="2024-02-29T06:10:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vqlbc69s time="2024-02-29T06:10:59.631Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2f1fb547-7c51-4a9d-a098-7834606d1bef time="2024-02-29T06:10:59.631Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.631Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=n84gwghw time="2024-02-29T06:10:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=n84gwghw time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ecd0b15d-c046-466d-8f41-996af2b242b4 time="2024-02-29T06:10:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=5htfthp6 time="2024-02-29T06:10:59.631Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=n84gwghw time="2024-02-29T06:10:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n84gwghw time="2024-02-29T06:10:59.631Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=81201857-33f5-41d9-b459-1e90fc21b7ee time="2024-02-29T06:10:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=5htfthp6 time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c21022ea-000f-4391-b25b-0206571f3a3e time="2024-02-29T06:10:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=9g9hfrw6 time="2024-02-29T06:10:59.631Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.631Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=sfpspzp5 time="2024-02-29T06:10:59.631Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=5htfthp6 time="2024-02-29T06:10:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5htfthp6 time="2024-02-29T06:10:59.631Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ecd0b15d-c046-466d-8f41-996af2b242b4 time="2024-02-29T06:10:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=9g9hfrw6 time="2024-02-29T06:10:59.631Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=9g9hfrw6 time="2024-02-29T06:10:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9g9hfrw6 time="2024-02-29T06:10:59.631Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c21022ea-000f-4391-b25b-0206571f3a3e time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=96807684-ba34-4945-885f-66edd87d5c74 time="2024-02-29T06:10:59.631Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=522fw965 time="2024-02-29T06:10:59.631Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=522fw965 time="2024-02-29T06:10:59.631Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=96807684-ba34-4945-885f-66edd87d5c74 time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bad5120c-b7b1-4077-90d6-db47a6e475ec time="2024-02-29T06:10:59.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=k66wfntw time="2024-02-29T06:10:59.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=k66wfntw time="2024-02-29T06:10:59.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k66wfntw time="2024-02-29T06:10:59.632Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bad5120c-b7b1-4077-90d6-db47a6e475ec time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=385ac602-3b75-4ea6-a446-f2ac0785b4be time="2024-02-29T06:10:59.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dhvdd7nb time="2024-02-29T06:10:59.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dhvdd7nb time="2024-02-29T06:10:59.632Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dhvdd7nb time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=429d3150-d2ad-43a4-ab12-330941c5027e time="2024-02-29T06:10:59.632Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=s94q8wvg time="2024-02-29T06:10:59.631Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a383938e-b48a-41a5-802a-1a58983d624e time="2024-02-29T06:10:59.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=9nmnrvqc time="2024-02-29T06:10:59.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=9nmnrvqc time="2024-02-29T06:10:59.632Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=9nmnrvqc time="2024-02-29T06:10:59.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9nmnrvqc time="2024-02-29T06:10:59.632Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=a383938e-b48a-41a5-802a-1a58983d624e time="2024-02-29T06:10:59.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dhvdd7nb time="2024-02-29T06:10:59.632Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=385ac602-3b75-4ea6-a446-f2ac0785b4be time="2024-02-29T06:10:59.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:10:59.632Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s94q8wvg time="2024-02-29T06:10:59.632Z" level=debug msg="Reconcile done, requeueing after 41.36751439s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=429d3150-d2ad-43a4-ab12-330941c5027e time="2024-02-29T06:10:59.636Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=daa112c0-363f-4d08-ba5d-7203d8b446eb time="2024-02-29T06:10:59.636Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0aad53e4-9dba-453e-80dc-d9c8b79fc5c4 time="2024-02-29T06:10:59.636Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6vp6f2qk time="2024-02-29T06:10:59.636Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=91ab34c4-b7a1-463e-a586-67de490460c0 time="2024-02-29T06:10:59.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.636Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:10:59.636Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:10:59.636Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=91ab34c4-b7a1-463e-a586-67de490460c0 time="2024-02-29T06:10:59.636Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6vp6f2qk time="2024-02-29T06:10:59.636Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6vp6f2qk time="2024-02-29T06:10:59.636Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vp6f2qk time="2024-02-29T06:10:59.636Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0aad53e4-9dba-453e-80dc-d9c8b79fc5c4 time="2024-02-29T06:10:59.636Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4gf5fbd5 time="2024-02-29T06:10:59.636Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4gf5fbd5 time="2024-02-29T06:10:59.636Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:10:59.636Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4gf5fbd5 time="2024-02-29T06:10:59.636Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=4gf5fbd5 time="2024-02-29T06:10:59.636Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=daa112c0-363f-4d08-ba5d-7203d8b446eb time="2024-02-29T06:10:59.636Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b10ea6da-42e7-4bd2-a987-e44d0b92589b time="2024-02-29T06:10:59.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7lbwr5fq time="2024-02-29T06:10:59.636Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7lbwr5fq time="2024-02-29T06:10:59.636Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lbwr5fq time="2024-02-29T06:10:59.636Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b10ea6da-42e7-4bd2-a987-e44d0b92589b time="2024-02-29T06:10:59.637Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=sfpspzp5 time="2024-02-29T06:10:59.637Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=872f30c2-6cf2-4211-a4ee-de8e43c87feb time="2024-02-29T06:10:59.637Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cdd5e588-7837-43cc-957f-1917fb607c22 time="2024-02-29T06:10:59.637Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.637Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.637Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.637Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.637Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqc7m9cp time="2024-02-29T06:10:59.637Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=cdd5e588-7837-43cc-957f-1917fb607c22 time="2024-02-29T06:10:59.647Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5e304dfd-d6b9-4b28-89cf-e2a3d5fe9375 time="2024-02-29T06:10:59.647Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=v4thplqw time="2024-02-29T06:10:59.647Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=v4thplqw time="2024-02-29T06:10:59.647Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.647Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:10:59.647Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=v4thplqw time="2024-02-29T06:10:59.647Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=v4thplqw time="2024-02-29T06:10:59.647Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:10:59.647Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=v4thplqw time="2024-02-29T06:10:59.648Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:10:59.648Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=v4thplqw time="2024-02-29T06:10:59.648Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4thplqw time="2024-02-29T06:10:59.648Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5e304dfd-d6b9-4b28-89cf-e2a3d5fe9375 time="2024-02-29T06:11:41Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=c0692cbb-abce-404d-855b-d1dfd326cd6f time="2024-02-29T06:11:41Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8bggzcd time="2024-02-29T06:11:41Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8bggzcd time="2024-02-29T06:11:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8bggzcd time="2024-02-29T06:11:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8bggzcd time="2024-02-29T06:11:41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8bggzcd time="2024-02-29T06:11:41.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:11:41.001Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8bggzcd time="2024-02-29T06:11:41.001Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=j8bggzcd time="2024-02-29T06:11:41.001Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8bggzcd time="2024-02-29T06:11:41.001Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=c0692cbb-abce-404d-855b-d1dfd326cd6f time="2024-02-29T06:12:53.346Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:12:53.346Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:12:53.346Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:12:53.346Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:12:53.346Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:12:53.347Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:13:15.872Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2ce9ce3b-0898-49ef-b411-308f2e64d913 time="2024-02-29T06:13:15.872Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xjk65x52 time="2024-02-29T06:13:15.872Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xjk65x52 time="2024-02-29T06:13:15.872Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:13:15.872Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xjk65x52 time="2024-02-29T06:13:15.872Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=xjk65x52 time="2024-02-29T06:13:15.872Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2ce9ce3b-0898-49ef-b411-308f2e64d913 time="2024-02-29T06:13:15.872Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=8f7aa096-cf65-4204-9d8a-c6803921d196 time="2024-02-29T06:13:15.872Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=r2wctfd4 time="2024-02-29T06:13:15.872Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=r2wctfd4 time="2024-02-29T06:13:15.872Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:13:15.872Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=r2wctfd4 time="2024-02-29T06:13:15.872Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=r2wctfd4 time="2024-02-29T06:13:15.872Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=8f7aa096-cf65-4204-9d8a-c6803921d196 time="2024-02-29T06:13:15.872Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=949db2cd-a801-462b-b2d9-1e9834c5176c time="2024-02-29T06:13:15.872Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=d7gj7l7w time="2024-02-29T06:13:15.872Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=d7gj7l7w time="2024-02-29T06:13:15.872Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:13:15.872Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=d7gj7l7w time="2024-02-29T06:13:15.872Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=d7gj7l7w time="2024-02-29T06:13:15.872Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=949db2cd-a801-462b-b2d9-1e9834c5176c time="2024-02-29T06:14:53.347Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:14:53.348Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:14:53.348Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:14:53.348Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:14:53.348Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:14:53.348Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:15:00.119Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:16:53.348Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:16:53.348Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:16:53.349Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:16:53.349Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:16:53.349Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:16:53.349Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:18:53.349Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:18:53.349Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:18:53.349Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:18:53.349Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:18:53.349Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:18:53.349Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:20:53.35Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:20:53.35Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:20:53.35Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:20:53.35Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:20:53.35Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:20:53.35Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:22:53.351Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:22:53.351Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:22:53.351Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:22:53.351Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:22:53.351Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:22:53.351Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:24:53.351Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:24:53.352Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:24:53.352Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:24:53.352Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:24:53.352Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:24:53.352Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:25:29.035Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=51ec98d4-c6d6-4b79-abde-4a2b7ee2f3a2 time="2024-02-29T06:25:29.035Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.035Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.035Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.035Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca5a5798-8a18-4f44-acff-b95d6110fbf3 time="2024-02-29T06:25:29.036Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7ffd4wfd time="2024-02-29T06:25:29.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7ffd4wfd time="2024-02-29T06:25:29.035Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2a72556-83c9-4ff8-a315-e6e01a5c1800 time="2024-02-29T06:25:29.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9x8h6gkb time="2024-02-29T06:25:29.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9x8h6gkb time="2024-02-29T06:25:29.035Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.036Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7ffd4wfd time="2024-02-29T06:25:29.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ffd4wfd time="2024-02-29T06:25:29.036Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca5a5798-8a18-4f44-acff-b95d6110fbf3 time="2024-02-29T06:25:29.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:29.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:29.036Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.036Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:29.036Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.036Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.036Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9x8h6gkb time="2024-02-29T06:25:29.036Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9x8h6gkb time="2024-02-29T06:25:29.036Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:29.036Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlwlbkm4 time="2024-02-29T06:25:29.036Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=51ec98d4-c6d6-4b79-abde-4a2b7ee2f3a2 time="2024-02-29T06:25:29.036Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=9x8h6gkb time="2024-02-29T06:25:29.037Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:29.037Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=9x8h6gkb time="2024-02-29T06:25:29.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9x8h6gkb time="2024-02-29T06:25:29.037Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b2a72556-83c9-4ff8-a315-e6e01a5c1800 time="2024-02-29T06:25:30.051Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3905de32-2206-4979-a918-dab165ddc3da time="2024-02-29T06:25:30.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=brlfcwzg time="2024-02-29T06:25:30.051Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=brlfcwzg time="2024-02-29T06:25:30.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:30.052Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:30.052Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=brlfcwzg time="2024-02-29T06:25:30.052Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=brlfcwzg time="2024-02-29T06:25:30.052Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:30.052Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=brlfcwzg time="2024-02-29T06:25:30.052Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:30.052Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=brlfcwzg time="2024-02-29T06:25:30.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brlfcwzg time="2024-02-29T06:25:30.052Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3905de32-2206-4979-a918-dab165ddc3da time="2024-02-29T06:25:31.08Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=01375415-7056-47b7-9e88-f198a41e9905 time="2024-02-29T06:25:31.08Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:31.08Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5n8w4kp time="2024-02-29T06:25:31.08Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=01375415-7056-47b7-9e88-f198a41e9905 time="2024-02-29T06:25:31.15Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf5c614c-acb8-479b-9394-b06f553afb8a time="2024-02-29T06:25:31.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.15Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:31.151Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:31.151Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.151Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.151Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:31.151Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.151Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:31.151Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xb6vgmt6 time="2024-02-29T06:25:31.151Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf5c614c-acb8-479b-9394-b06f553afb8a time="2024-02-29T06:25:32.056Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2a82d34d-42f4-4e67-8105-9894686a9f9b time="2024-02-29T06:25:32.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d6rbfnpc time="2024-02-29T06:25:32.056Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d6rbfnpc time="2024-02-29T06:25:32.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.057Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.057Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d6rbfnpc time="2024-02-29T06:25:32.057Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=d6rbfnpc time="2024-02-29T06:25:32.057Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:32.057Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d6rbfnpc time="2024-02-29T06:25:32.057Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:32.057Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=d6rbfnpc time="2024-02-29T06:25:32.057Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6rbfnpc time="2024-02-29T06:25:32.057Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2a82d34d-42f4-4e67-8105-9894686a9f9b time="2024-02-29T06:25:32.089Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=ff79c62d-66a8-43c8-8d2b-37d4b41ab3dc time="2024-02-29T06:25:32.089Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jtflfhkg time="2024-02-29T06:25:32.089Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jtflfhkg time="2024-02-29T06:25:32.089Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=jtflfhkg time="2024-02-29T06:25:32.089Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=jtflfhkg time="2024-02-29T06:25:32.089Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=jtflfhkg time="2024-02-29T06:25:32.089Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.089Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=jtflfhkg time="2024-02-29T06:25:32.09Z" level=debug msg="install job still running" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=jtflfhkg time="2024-02-29T06:25:32.09Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtflfhkg time="2024-02-29T06:25:32.09Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=ff79c62d-66a8-43c8-8d2b-37d4b41ab3dc time="2024-02-29T06:25:32.101Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1dddebaf-7ce6-4a6c-9c9d-1f1552c57a7e time="2024-02-29T06:25:32.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mt4546c time="2024-02-29T06:25:32.101Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mt4546c time="2024-02-29T06:25:32.101Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.102Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.102Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mt4546c time="2024-02-29T06:25:32.102Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mt4546c time="2024-02-29T06:25:32.102Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:32.102Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4mt4546c time="2024-02-29T06:25:32.102Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:32.102Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4mt4546c time="2024-02-29T06:25:32.102Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mt4546c time="2024-02-29T06:25:32.102Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1dddebaf-7ce6-4a6c-9c9d-1f1552c57a7e time="2024-02-29T06:25:32.11Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=61732f12-d29e-4313-8d92-4e77de93da7a time="2024-02-29T06:25:32.11Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qj22w5pw time="2024-02-29T06:25:32.11Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qj22w5pw time="2024-02-29T06:25:32.11Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=qj22w5pw time="2024-02-29T06:25:32.111Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=qj22w5pw time="2024-02-29T06:25:32.111Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=qj22w5pw time="2024-02-29T06:25:32.111Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.111Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=qj22w5pw time="2024-02-29T06:25:32.111Z" level=info msg="install job succeeded" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=qj22w5pw time="2024-02-29T06:25:32.111Z" level=info msg="transitioning to complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=qj22w5pw time="2024-02-29T06:25:32.121Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7aafbcfe-b3cf-49a2-84d1-4879ce3c8a55 time="2024-02-29T06:25:32.121Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=csqbvnj8 time="2024-02-29T06:25:32.121Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=csqbvnj8 time="2024-02-29T06:25:32.121Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=csqbvnj8 time="2024-02-29T06:25:32.121Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csqbvnj8 time="2024-02-29T06:25:32.121Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7aafbcfe-b3cf-49a2-84d1-4879ce3c8a55 time="2024-02-29T06:25:32.121Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12684d4d-2267-4f4c-926d-a79af49423f9 time="2024-02-29T06:25:32.121Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4cvv9v5q time="2024-02-29T06:25:32.121Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4cvv9v5q time="2024-02-29T06:25:32.121Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.121Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.121Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4cvv9v5q time="2024-02-29T06:25:32.121Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4cvv9v5q time="2024-02-29T06:25:32.121Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:32.121Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4cvv9v5q time="2024-02-29T06:25:32.122Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:32.122Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4cvv9v5q time="2024-02-29T06:25:32.122Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cvv9v5q time="2024-02-29T06:25:32.122Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12684d4d-2267-4f4c-926d-a79af49423f9 time="2024-02-29T06:25:32.139Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=qj22w5pw time="2024-02-29T06:25:32.139Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=61732f12-d29e-4313-8d92-4e77de93da7a time="2024-02-29T06:25:32.139Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=96d44466-3c75-4579-99da-0be3dd0aafd1 time="2024-02-29T06:25:32.139Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.139Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=info msg="install job succeeded" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.139Z" level=info msg="transitioning to complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision job=mihuang-29-0-wctk4-provision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.14Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a10ba012-4929-432e-954a-bb31a434b65b time="2024-02-29T06:25:32.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.14Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0c9d7246-6d11-4be9-8d10-a0a0508469cd time="2024-02-29T06:25:32.14Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ghb8mxmb time="2024-02-29T06:25:32.14Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ghb8mxmb time="2024-02-29T06:25:32.14Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=ghb8mxmb time="2024-02-29T06:25:32.14Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghb8mxmb time="2024-02-29T06:25:32.14Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0c9d7246-6d11-4be9-8d10-a0a0508469cd time="2024-02-29T06:25:32.14Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.14Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.14Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.14Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.14Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.14Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:32.14Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.14Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:32.14Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.144Z" level=error msg="cannot update status conditions" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuang-29-0-wctk4\": the object has been modified; please apply your changes to the latest version and try again" job=mihuang-29-0-wctk4-provision reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.145Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=8g6w8nj6 time="2024-02-29T06:25:32.145Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"mihuang-29-0-wctk4\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=96d44466-3c75-4579-99da-0be3dd0aafd1 time="2024-02-29T06:25:32.145Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=6086641d-e0c2-45ac-ab7b-4419f97cf540 time="2024-02-29T06:25:32.145Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.145Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nt4j9tph time="2024-02-29T06:25:32.145Z" level=debug msg="Reconcile done, requeueing after 23h21m13.854755977s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=6086641d-e0c2-45ac-ab7b-4419f97cf540 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c561f2c5-ff09-4717-83e0-a62a6fbd5d02 time="2024-02-29T06:25:32.15Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.15Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=msbvwpdp time="2024-02-29T06:25:32.15Z" level=debug msg="Reconcile done, requeueing after 23h21m13.849650746s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c561f2c5-ff09-4717-83e0-a62a6fbd5d02 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0fb3f09d-3363-4dd4-8b3c-0b94505b8e7a time="2024-02-29T06:25:32.15Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6ndwd7dq time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c0c1d541-9a8e-4ded-b5c9-375b5ccd59a5 time="2024-02-29T06:25:32.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=49cgj7d9 time="2024-02-29T06:25:32.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=49cgj7d9 time="2024-02-29T06:25:32.15Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=49cgj7d9 time="2024-02-29T06:25:32.15Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49cgj7d9 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=ecbf95cd-4faa-494c-8ac7-e64bb9fb5d74 time="2024-02-29T06:25:32.15Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmrwvc8w time="2024-02-29T06:25:32.15Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmrwvc8w time="2024-02-29T06:25:32.151Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d6e88fab-25f8-46ce-8c18-4db52ecb93cd time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=z9q5tbcj time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=z9q5tbcj time="2024-02-29T06:25:32.15Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c0c1d541-9a8e-4ded-b5c9-375b5ccd59a5 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12f86797-045e-4fbf-95f5-bb61e9ea48bf time="2024-02-29T06:25:32.151Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=z9q5tbcj time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9q5tbcj time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d6e88fab-25f8-46ce-8c18-4db52ecb93cd time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34cc7b0b-b6a5-48bf-a3b6-94f9637e2e60 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=443b9660-8dd0-4b32-898f-cd2e5c3f1345 time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rznhp5n7 time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rznhp5n7 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=d19f9b3f-07c6-4bc8-a7a3-07ef6adbf458 time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6zbf4x5j time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6zbf4x5j time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.151Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34cc7b0b-b6a5-48bf-a3b6-94f9637e2e60 time="2024-02-29T06:25:32.151Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6zbf4x5j time="2024-02-29T06:25:32.151Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=rznhp5n7 time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rznhp5n7 time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=443b9660-8dd0-4b32-898f-cd2e5c3f1345 time="2024-02-29T06:25:32.151Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fmrwvc8w time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=fmrwvc8w time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=ecbf95cd-4faa-494c-8ac7-e64bb9fb5d74 time="2024-02-29T06:25:32.151Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bw6hzvfb time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bw6hzvfb time="2024-02-29T06:25:32.151Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bw6hzvfb time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bw6hzvfb time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12f86797-045e-4fbf-95f5-bb61e9ea48bf time="2024-02-29T06:25:32.151Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6zbf4x5j time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=45cb315d-3a36-4efb-948a-65a3c19ff592 time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=67zjxq8d time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=67zjxq8d time="2024-02-29T06:25:32.151Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=67zjxq8d time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=67zjxq8d time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=45cb315d-3a36-4efb-948a-65a3c19ff592 time="2024-02-29T06:25:32.151Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6zbf4x5j time="2024-02-29T06:25:32.151Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.151Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6zbf4x5j time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6994bcbb-6dc6-459d-ad58-abc6ba46f9cd time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=28p5n2lr time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=28p5n2lr time="2024-02-29T06:25:32.151Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=28p5n2lr time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28p5n2lr time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6994bcbb-6dc6-459d-ad58-abc6ba46f9cd time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b51a82c9-f0e3-4635-83af-d88f0eae9a3f time="2024-02-29T06:25:32.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=2bmzqcr9 time="2024-02-29T06:25:32.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=2bmzqcr9 time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2bmzqcr9 time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b51a82c9-f0e3-4635-83af-d88f0eae9a3f time="2024-02-29T06:25:32.15Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6ndwd7dq time="2024-02-29T06:25:32.151Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0fb3f09d-3363-4dd4-8b3c-0b94505b8e7a time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb7e9d85-8c29-48b6-8126-5a2f02069fc9 time="2024-02-29T06:25:32.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vgtcgkgz time="2024-02-29T06:25:32.152Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vgtcgkgz time="2024-02-29T06:25:32.152Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vgtcgkgz time="2024-02-29T06:25:32.152Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb7e9d85-8c29-48b6-8126-5a2f02069fc9 time="2024-02-29T06:25:32.15Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1f3a3bf-6769-4da7-af9d-7c798238f458 time="2024-02-29T06:25:32.152Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=ltrcnr7n time="2024-02-29T06:25:32.152Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=ltrcnr7n time="2024-02-29T06:25:32.152Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=ltrcnr7n time="2024-02-29T06:25:32.152Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltrcnr7n time="2024-02-29T06:25:32.152Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d1f3a3bf-6769-4da7-af9d-7c798238f458 time="2024-02-29T06:25:32.151Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zbf4x5j time="2024-02-29T06:25:32.152Z" level=debug msg="Reconcile done, requeueing after 23h21m13.848187251s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=d19f9b3f-07c6-4bc8-a7a3-07ef6adbf458 time="2024-02-29T06:25:32.165Z" level=debug msg="install job completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment duration=2326.165308015 provision=mihuang-29-0-wctk4 reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.165Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=mr7ff6s6 time="2024-02-29T06:25:32.165Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a10ba012-4929-432e-954a-bb31a434b65b time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=034ae1db-570f-46f7-bb85-a33285fe5f4b time="2024-02-29T06:25:32.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.165Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.165Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6d889a4b-9ea3-4113-943d-22f9f1684193 time="2024-02-29T06:25:32.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sgk92mt7 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3a115ba1-1e88-45ad-aa07-49f0e28732c2 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cfdaea4f-b931-45da-953f-878e463997ab time="2024-02-29T06:25:32.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.165Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.165Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.165Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cfdaea4f-b931-45da-953f-878e463997ab time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b20c7eb5-08c7-41d9-af16-e678ad1f780d time="2024-02-29T06:25:32.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=r4hct9w6 time="2024-02-29T06:25:32.165Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=r4hct9w6 time="2024-02-29T06:25:32.165Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=r4hct9w6 time="2024-02-29T06:25:32.165Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4hct9w6 time="2024-02-29T06:25:32.165Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b20c7eb5-08c7-41d9-af16-e678ad1f780d time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a98b2bff-14e9-454d-a0aa-531e2c52cd60 time="2024-02-29T06:25:32.165Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9g8cmkqd time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=7772842a-426a-456d-aa54-52cff6b9e970 time="2024-02-29T06:25:32.166Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=4tpc66q7 time="2024-02-29T06:25:32.165Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=k227zhxc time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=k227zhxc time="2024-02-29T06:25:32.166Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3a115ba1-1e88-45ad-aa07-49f0e28732c2 time="2024-02-29T06:25:32.165Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sgk92mt7 time="2024-02-29T06:25:32.166Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=4tpc66q7 time="2024-02-29T06:25:32.166Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sgk92mt7 time="2024-02-29T06:25:32.165Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9g8cmkqd time="2024-02-29T06:25:32.166Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=9g8cmkqd time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9g8cmkqd time="2024-02-29T06:25:32.166Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a98b2bff-14e9-454d-a0aa-531e2c52cd60 time="2024-02-29T06:25:32.166Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1b56f1b8-fd6f-44c1-97b0-c662b28394a5 time="2024-02-29T06:25:32.166Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=l6hwrx9w time="2024-02-29T06:25:32.166Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=l6hwrx9w time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cb2e4154-cde2-4c85-ac1a-0b387643ff4f time="2024-02-29T06:25:32.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bcbgfk5x time="2024-02-29T06:25:32.166Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bcbgfk5x time="2024-02-29T06:25:32.166Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bcbgfk5x time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f5c29c2-e59e-4902-a600-1f6158ce9ed9 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50b68b87-d2aa-4e8e-a473-782893244e79 time="2024-02-29T06:25:32.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vhb8gtsm time="2024-02-29T06:25:32.166Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vhb8gtsm time="2024-02-29T06:25:32.166Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=vhb8gtsm time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhb8gtsm time="2024-02-29T06:25:32.166Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50b68b87-d2aa-4e8e-a473-782893244e79 time="2024-02-29T06:25:32.166Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6g7x4vqg time="2024-02-29T06:25:32.166Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6g7x4vqg time="2024-02-29T06:25:32.166Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=l6hwrx9w time="2024-02-29T06:25:32.166Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=6g7x4vqg time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6g7x4vqg time="2024-02-29T06:25:32.166Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f5c29c2-e59e-4902-a600-1f6158ce9ed9 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=a745a3ce-d2ab-4350-acba-00fed377523d time="2024-02-29T06:25:32.166Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wbhbpr6x time="2024-02-29T06:25:32.167Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wbhbpr6x time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6hwrx9w time="2024-02-29T06:25:32.167Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1b56f1b8-fd6f-44c1-97b0-c662b28394a5 time="2024-02-29T06:25:32.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wbhbpr6x time="2024-02-29T06:25:32.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wbhbpr6x time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b7e27c09-3f03-48fc-96e7-62586c8ad487 time="2024-02-29T06:25:32.167Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.167Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.167Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.165Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de3053ab-cba1-40cd-b5f3-2a46300b9ffb time="2024-02-29T06:25:32.167Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xqvwtzq7 time="2024-02-29T06:25:32.167Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=wbhbpr6x time="2024-02-29T06:25:32.167Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xqvwtzq7 time="2024-02-29T06:25:32.167Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.167Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=wbhbpr6x time="2024-02-29T06:25:32.167Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xqvwtzq7 time="2024-02-29T06:25:32.167Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbhbpr6x time="2024-02-29T06:25:32.167Z" level=debug msg="Reconcile done, requeueing after 23h21m13.83263353s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=a745a3ce-d2ab-4350-acba-00fed377523d time="2024-02-29T06:25:32.165Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.167Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.167Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de3053ab-cba1-40cd-b5f3-2a46300b9ffb time="2024-02-29T06:25:32.166Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bcbgfk5x time="2024-02-29T06:25:32.167Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cb2e4154-cde2-4c85-ac1a-0b387643ff4f time="2024-02-29T06:25:32.167Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.167Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29\", timestamp:time.Time{wall:0xc17024718515ffe6, ext:234753756505, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-29 time="2024-02-29T06:25:32.167Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.168Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:25:32.168Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-29 controller=clusterDeployment provision=mihuang-29-0-wctk4 reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.172Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8a2ad60-b6b4-48eb-809a-bd93f4452e76 time="2024-02-29T06:25:32.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vthmz2g6 time="2024-02-29T06:25:32.172Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vthmz2g6 time="2024-02-29T06:25:32.172Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vthmz2g6 time="2024-02-29T06:25:32.172Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8a2ad60-b6b4-48eb-809a-bd93f4452e76 time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5a7e377d-7986-4135-94f7-d128cb76e728 time="2024-02-29T06:25:32.177Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=flw4h8bp time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12f10c50-0520-4959-81cc-50f6ba5fa8d2 time="2024-02-29T06:25:32.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=tgwx7n65 time="2024-02-29T06:25:32.177Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=tgwx7n65 time="2024-02-29T06:25:32.177Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=tgwx7n65 time="2024-02-29T06:25:32.177Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgwx7n65 time="2024-02-29T06:25:32.177Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=12f10c50-0520-4959-81cc-50f6ba5fa8d2 time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7322f370-962f-4c48-a338-cfa8bf3e245e time="2024-02-29T06:25:32.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d77d9dxx time="2024-02-29T06:25:32.177Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d77d9dxx time="2024-02-29T06:25:32.177Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=d77d9dxx time="2024-02-29T06:25:32.177Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=flw4h8bp time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a29eac51-7c47-495d-a3a6-7d0186c52de0 time="2024-02-29T06:25:32.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=lxvxw7xn time="2024-02-29T06:25:32.177Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=lxvxw7xn time="2024-02-29T06:25:32.177Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=lxvxw7xn time="2024-02-29T06:25:32.177Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxvxw7xn time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bc1b8e3f-e05b-467a-ba11-25d34b04ffbd time="2024-02-29T06:25:32.177Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7pshbp7q time="2024-02-29T06:25:32.177Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7pshbp7q time="2024-02-29T06:25:32.177Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=7pshbp7q time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pshbp7q time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bc1b8e3f-e05b-467a-ba11-25d34b04ffbd time="2024-02-29T06:25:32.177Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d77d9dxx time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7322f370-962f-4c48-a338-cfa8bf3e245e time="2024-02-29T06:25:32.177Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=flw4h8bp time="2024-02-29T06:25:32.178Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=flw4h8bp time="2024-02-29T06:25:32.178Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=flw4h8bp time="2024-02-29T06:25:32.178Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.178Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=flw4h8bp time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flw4h8bp time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile done, requeueing after 23h21m13.821786069s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5a7e377d-7986-4135-94f7-d128cb76e728 time="2024-02-29T06:25:32.177Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a29eac51-7c47-495d-a3a6-7d0186c52de0 time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f34df6de-1328-41e4-b9af-c815a9a603bf time="2024-02-29T06:25:32.178Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=mnb6xjpg time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0cffade6-19dd-460d-9754-19d83d6f4bf9 time="2024-02-29T06:25:32.178Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fjbdkhqf time="2024-02-29T06:25:32.178Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fjbdkhqf time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f5c6f309-d1f0-4e58-82b6-05ca4b1c3ea8 time="2024-02-29T06:25:32.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=v96mqv6j time="2024-02-29T06:25:32.178Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fjbdkhqf time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjbdkhqf time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0cffade6-19dd-460d-9754-19d83d6f4bf9 time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=4tpc66q7 time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=7772842a-426a-456d-aa54-52cff6b9e970 time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=mnb6xjpg time="2024-02-29T06:25:32.178Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f34df6de-1328-41e4-b9af-c815a9a603bf time="2024-02-29T06:25:32.178Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=v96mqv6j time="2024-02-29T06:25:32.178Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=dee638f6-7d95-444f-aed7-3449ab36bdb5 time="2024-02-29T06:25:32.178Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hdz6k5pq time="2024-02-29T06:25:32.178Z" level=info msg="failed to set the Installed flag" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" provision=mihuang-29-0-wctk4 reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.178Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=4vxgt2h2 time="2024-02-29T06:25:32.178Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hdz6k5pq time="2024-02-29T06:25:32.178Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.178Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=034ae1db-570f-46f7-bb85-a33285fe5f4b time="2024-02-29T06:25:32.178Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d728d5e0-396d-45a1-82aa-89b2e47391dc time="2024-02-29T06:25:32.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.178Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6224fb65-ee39-432c-8f90-afe26dfbe868 time="2024-02-29T06:25:32.178Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=spfzv6fh time="2024-02-29T06:25:32.179Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=spfzv6fh time="2024-02-29T06:25:32.177Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d739e948-8899-47e9-b93a-8c2878cba398 time="2024-02-29T06:25:32.179Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.179Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.179Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.179Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d739e948-8899-47e9-b93a-8c2878cba398 time="2024-02-29T06:25:32.178Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.179Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.178Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=v96mqv6j time="2024-02-29T06:25:32.179Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v96mqv6j time="2024-02-29T06:25:32.179Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.179Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.179Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spfzv6fh time="2024-02-29T06:25:32.179Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6224fb65-ee39-432c-8f90-afe26dfbe868 time="2024-02-29T06:25:32.179Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f5c6f309-d1f0-4e58-82b6-05ca4b1c3ea8 time="2024-02-29T06:25:32.179Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=sgk92mt7 time="2024-02-29T06:25:32.179Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6d889a4b-9ea3-4113-943d-22f9f1684193 time="2024-02-29T06:25:32.179Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=062bc0f1-de7d-4e18-a5c4-8d73798acfe7 time="2024-02-29T06:25:32.179Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=bdr59g7x time="2024-02-29T06:25:32.179Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=bdr59g7x time="2024-02-29T06:25:32.179Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=bdr59g7x time="2024-02-29T06:25:32.179Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=bdr59g7x time="2024-02-29T06:25:32.179Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdr59g7x time="2024-02-29T06:25:32.179Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=062bc0f1-de7d-4e18-a5c4-8d73798acfe7 time="2024-02-29T06:25:32.183Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2e285b76-718e-4871-be5e-7a1068ba820a time="2024-02-29T06:25:32.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wgmrmzzk time="2024-02-29T06:25:32.183Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wgmrmzzk time="2024-02-29T06:25:32.183Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgmrmzzk time="2024-02-29T06:25:32.183Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2e285b76-718e-4871-be5e-7a1068ba820a time="2024-02-29T06:25:32.184Z" level=info msg="could not add finalizer" controller=machinepool error="Operation cannot be fulfilled on machinepools.hive.openshift.io \"mihuang-29-worker\": the object has been modified; please apply your changes to the latest version and try again" machinePool=default/mihuang-29-worker reconcileID=hdz6k5pq time="2024-02-29T06:25:32.184Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=5 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=hdz6k5pq time="2024-02-29T06:25:32.184Z" level=error msg="Reconciler error" controller=machinepool-controller error="Operation cannot be fulfilled on machinepools.hive.openshift.io \"mihuang-29-worker\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=dee638f6-7d95-444f-aed7-3449ab36bdb5 time="2024-02-29T06:25:32.184Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cb617135-adc0-4a84-b463-c8be62d26ad1 time="2024-02-29T06:25:32.184Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=wkflmsln time="2024-02-29T06:25:32.184Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=wkflmsln time="2024-02-29T06:25:32.184Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.184Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=wkflmsln time="2024-02-29T06:25:32.184Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=wkflmsln time="2024-02-29T06:25:32.184Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cb617135-adc0-4a84-b463-c8be62d26ad1 time="2024-02-29T06:25:32.188Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.188Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.188Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=802e1555-3259-4ea5-8ad7-3765befb2fe9 time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de0401f2-5db5-4a98-a804-a54dd9a553c6 time="2024-02-29T06:25:32.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=9kznvj9b time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=9kznvj9b time="2024-02-29T06:25:32.189Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a78c5778-c7be-4f3f-b0a1-2106a4c8db9a time="2024-02-29T06:25:32.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=92c96gkr time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=92c96gkr time="2024-02-29T06:25:32.189Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=92c96gkr time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=16260273-fc2d-4129-8e55-b93b76dc9989 time="2024-02-29T06:25:32.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nh7cm4hm time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nh7cm4hm time="2024-02-29T06:25:32.189Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=nh7cm4hm time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nh7cm4hm time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=16260273-fc2d-4129-8e55-b93b76dc9989 time="2024-02-29T06:25:32.189Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92c96gkr time="2024-02-29T06:25:32.189Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.189Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=9kznvj9b time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9kznvj9b time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de0401f2-5db5-4a98-a804-a54dd9a553c6 time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a78c5778-c7be-4f3f-b0a1-2106a4c8db9a time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vcr87wgx time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile done, requeueing after 23h21m13.810355927s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=802e1555-3259-4ea5-8ad7-3765befb2fe9 time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=8f057540-20bf-42c0-be8f-48b25d4474c1 time="2024-02-29T06:25:32.189Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=dh486d8t time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=dh486d8t time="2024-02-29T06:25:32.189Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.189Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=dh486d8t time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=dh486d8t time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=8f057540-20bf-42c0-be8f-48b25d4474c1 time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f14d5e07-4720-4e30-8d49-949bdfcae521 time="2024-02-29T06:25:32.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qz8ct9ps time="2024-02-29T06:25:32.189Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qz8ct9ps time="2024-02-29T06:25:32.189Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qz8ct9ps time="2024-02-29T06:25:32.189Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=qz8ct9ps time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qz8ct9ps time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f14d5e07-4720-4e30-8d49-949bdfcae521 time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2bb953fa-06ba-4ad1-8079-e75528dc5649 time="2024-02-29T06:25:32.189Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5lvwrjxg time="2024-02-29T06:25:32.189Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5lvwrjxg time="2024-02-29T06:25:32.189Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2bb953fa-06ba-4ad1-8079-e75528dc5649 time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=44c4a382-1e1e-4dd7-be10-9d1e8528cd1d time="2024-02-29T06:25:32.19Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6ttgldbp time="2024-02-29T06:25:32.19Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6ttgldbp time="2024-02-29T06:25:32.19Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6ttgldbp time="2024-02-29T06:25:32.189Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=39ba62bb-7ad1-45a3-9e86-eb37364a36e4 time="2024-02-29T06:25:32.19Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=c6xj7gmw time="2024-02-29T06:25:32.19Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=c6xj7gmw time="2024-02-29T06:25:32.19Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=c6xj7gmw time="2024-02-29T06:25:32.19Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6xj7gmw time="2024-02-29T06:25:32.19Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=39ba62bb-7ad1-45a3-9e86-eb37364a36e4 time="2024-02-29T06:25:32.19Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ttgldbp time="2024-02-29T06:25:32.19Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=44c4a382-1e1e-4dd7-be10-9d1e8528cd1d [controller-runtime] log.SetLogger(...) was never called; logs will not be displayed. Detected at: > goroutine 705 [running]: > runtime/debug.Stack() > runtime/debug/stack.go:24 +0x5e > sigs.k8s.io/controller-runtime/pkg/log.eventuallyFulfillRoot() > sigs.k8s.io/controller-runtime@v0.17.0/pkg/log/log.go:60 +0xcd > sigs.k8s.io/controller-runtime/pkg/log.(*delegatingLogSink).WithName(0xc0000c57c0, {0x6cf95b8, 0x14}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/log/deleg.go:147 +0x45 > github.com/go-logr/logr.Logger.WithName({{0x77eaa48, 0xc0000c57c0}, 0x0}, {0x6cf95b8?, 0x37f2453?}) > github.com/go-logr/logr@v1.4.1/logr.go:345 +0x3d > sigs.k8s.io/controller-runtime/pkg/client.newClient(0x0?, {0x0, 0xc0002862a0, {0x0, 0x0}, 0x0, {0x0, 0x0}, 0x0}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/client/client.go:129 +0xec > sigs.k8s.io/controller-runtime/pkg/client.New(0x77f6aa8?, {0x0, 0xc0002862a0, {0x0, 0x0}, 0x0, {0x0, 0x0}, 0x0}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/client/client.go:110 +0x7d > github.com/openshift/hive/pkg/remoteclient.(*builder).Build(0xc006798000?) > github.com/openshift/hive/pkg/remoteclient/remoteclient.go:217 +0xa6 > github.com/openshift/hive/pkg/controller/unreachable.(*ReconcileRemoteMachineSet).Reconcile(0xc00153c150, {0x253080a?, 0xc0002003c0?}, {{{0xc004b7e330?, 0xc0002003c0?}, {0xc004b7e326?, 0x28a9cc5?}}}) > github.com/openshift/hive/pkg/controller/unreachable/unreachable_controller.go:201 +0x65c > github.com/openshift/hive/pkg/controller/utils.delayingReconciler.Reconcile({{0x779ee80?, 0xc00153c150?}, {0x78105e0?, 0xc000265420?}}, {0x77e2778?, 0xc00aa8db90?}, {{{0xc004b7e330, 0x7}, {0xc004b7e326, 0xa}}}) > github.com/openshift/hive/pkg/controller/utils/delayingreconciler.go:36 +0x86 > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile(0x77e94d0?, {0x77e2778?, 0xc00aa8db90?}, {{{0xc004b7e330?, 0xb?}, {0xc004b7e326?, 0x0?}}}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/internal/controller/controller.go:119 +0xb7 > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc000a4f040, {0x77e27b0, 0xc000d3dc70}, {0x65bb3c0?, 0xc00a3777e0?}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/internal/controller/controller.go:316 +0x3c5 > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc000a4f040, {0x77e27b0, 0xc000d3dc70}) > sigs.k8s.io/controller-runtime@v0.17.0/pkg/internal/controller/controller.go:266 +0x1af > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2() > sigs.k8s.io/controller-runtime@v0.17.0/pkg/internal/controller/controller.go:227 +0x79 > created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2 in goroutine 292 > sigs.k8s.io/controller-runtime@v0.17.0/pkg/internal/controller/controller.go:223 +0x565 time="2024-02-29T06:25:32.192Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.194Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=82bc2c2a-3bb8-48b0-a1cb-68a478f765ec time="2024-02-29T06:25:32.194Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.194Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.194Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.194Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=82bc2c2a-3bb8-48b0-a1cb-68a478f765ec time="2024-02-29T06:25:32.194Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74efc393-d2bc-4ee4-a8c3-2b0cbcc91978 time="2024-02-29T06:25:32.194Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5265qxbr time="2024-02-29T06:25:32.194Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5265qxbr time="2024-02-29T06:25:32.194Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=5265qxbr time="2024-02-29T06:25:32.194Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5265qxbr time="2024-02-29T06:25:32.194Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74efc393-d2bc-4ee4-a8c3-2b0cbcc91978 time="2024-02-29T06:25:32.195Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-kubeconfig time="2024-02-29T06:25:32.195Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-kubeconfig time="2024-02-29T06:25:32.195Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-kubeconfig time="2024-02-29T06:25:32.203Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/mihuang-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.203Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=2tj9jkd7 time="2024-02-29T06:25:32.203Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b7e27c09-3f03-48fc-96e7-62586c8ad487 time="2024-02-29T06:25:32.203Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b7e27c09-3f03-48fc-96e7-62586c8ad487 time="2024-02-29T06:25:32.203Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7bba4574-4408-47d3-bc51-e579415aff76 time="2024-02-29T06:25:32.203Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=n2d5bqtz time="2024-02-29T06:25:32.203Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=n2d5bqtz time="2024-02-29T06:25:32.203Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=n2d5bqtz time="2024-02-29T06:25:32.211Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=n2d5bqtz time="2024-02-29T06:25:32.213Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-password time="2024-02-29T06:25:32.213Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-password time="2024-02-29T06:25:32.213Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q secret=mihuang-29-0-wctk4-admin-password time="2024-02-29T06:25:32.223Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-29.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.223Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=sjfwcv9q time="2024-02-29T06:25:32.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=44 elapsedMillisGT=0 outcome=unspecified reconcileID=sjfwcv9q time="2024-02-29T06:25:32.223Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d728d5e0-396d-45a1-82aa-89b2e47391dc time="2024-02-29T06:25:32.223Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b4bf0d9-2e0d-403d-ae9c-02c7fadd53ab time="2024-02-29T06:25:32.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.223Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=946752d6-03c4-411b-8d82-f125f40d45e9 time="2024-02-29T06:25:32.223Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fpdbprv5 time="2024-02-29T06:25:32.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fpdbprv5 time="2024-02-29T06:25:32.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fpdbprv5 time="2024-02-29T06:25:32.223Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=946752d6-03c4-411b-8d82-f125f40d45e9 time="2024-02-29T06:25:32.223Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f648667e-89e1-49de-859a-8e2a930887a2 time="2024-02-29T06:25:32.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hzmkgkvv time="2024-02-29T06:25:32.224Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hzmkgkvv time="2024-02-29T06:25:32.224Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-29.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ecf92d8a-1c68-41ec-9f74-8eb1973ccd52 time="2024-02-29T06:25:32.224Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6k6nnfhb time="2024-02-29T06:25:32.224Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6k6nnfhb time="2024-02-29T06:25:32.224Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ecf92d8a-1c68-41ec-9f74-8eb1973ccd52 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6b6dfbd-4b23-4869-b833-1e3b8b96a958 time="2024-02-29T06:25:32.225Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=n2d5bqtz time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.225Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=pv5qcg6b time="2024-02-29T06:25:32.224Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=c9v4lgc7 time="2024-02-29T06:25:32.225Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b4bf0d9-2e0d-403d-ae9c-02c7fadd53ab time="2024-02-29T06:25:32.225Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c55612d9-d8e4-4d05-a71e-c7938034ecca time="2024-02-29T06:25:32.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.225Z" level=debug msg="Reconcile done, requeueing after 2h0m0s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7bba4574-4408-47d3-bc51-e579415aff76 time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.225Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9802b2d-6940-4f86-975c-13e9090b21b3 time="2024-02-29T06:25:32.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=zg8nldlj time="2024-02-29T06:25:32.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=zg8nldlj time="2024-02-29T06:25:32.225Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m59.774451237s reconcileID=zg8nldlj time="2024-02-29T06:25:32.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zg8nldlj time="2024-02-29T06:25:32.225Z" level=debug msg="Reconcile done, requeueing after 1h59m59.774451237s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9802b2d-6940-4f86-975c-13e9090b21b3 time="2024-02-29T06:25:32.225Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pv5qcg6b time="2024-02-29T06:25:32.225Z" level=debug msg="Reconcile done, requeueing after 23h21m13.774774609s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6b6dfbd-4b23-4869-b833-1e3b8b96a958 time="2024-02-29T06:25:32.225Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.225Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ed2125c9-0eaf-4737-b62f-778b3754886f time="2024-02-29T06:25:32.225Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7fm5h7m time="2024-02-29T06:25:32.225Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7fm5h7m time="2024-02-29T06:25:32.225Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=z7fm5h7m time="2024-02-29T06:25:32.225Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7fm5h7m time="2024-02-29T06:25:32.225Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ed2125c9-0eaf-4737-b62f-778b3754886f time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=c8c82745-9150-4845-bb7c-3d35aa6cfbba time="2024-02-29T06:25:32.225Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.224Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hzmkgkvv time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e4cde387-5d25-4a39-b7fe-6cad41ce241d time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fg7t45xm time="2024-02-29T06:25:32.226Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=fg7t45xm time="2024-02-29T06:25:32.226Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=fg7t45xm time="2024-02-29T06:25:32.226Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fg7t45xm time="2024-02-29T06:25:32.226Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e4cde387-5d25-4a39-b7fe-6cad41ce241d time="2024-02-29T06:25:32.225Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.226Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.226Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f648667e-89e1-49de-859a-8e2a930887a2 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f380ea93-3d78-406e-a1c9-2a0127c41007 time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqdxhl74 time="2024-02-29T06:25:32.226Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqdxhl74 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=884e1f06-7de5-4373-88fe-04345414982b time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.226Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.226Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.226Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=884e1f06-7de5-4373-88fe-04345414982b time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce8816cc-86e4-4613-9f90-ce54b1a2d382 time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=6d69j87w time="2024-02-29T06:25:32.226Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=6d69j87w time="2024-02-29T06:25:32.226Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=6d69j87w time="2024-02-29T06:25:32.226Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=6d69j87w time="2024-02-29T06:25:32.226Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6d69j87w time="2024-02-29T06:25:32.226Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce8816cc-86e4-4613-9f90-ce54b1a2d382 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d3ba298-90d1-4d15-9b9e-2942e0dbcebe time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=xjs4wvld time="2024-02-29T06:25:32.226Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=xjs4wvld time="2024-02-29T06:25:32.226Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=xjs4wvld time="2024-02-29T06:25:32.226Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjs4wvld time="2024-02-29T06:25:32.226Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d3ba298-90d1-4d15-9b9e-2942e0dbcebe time="2024-02-29T06:25:32.226Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-29.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b357914-dbc0-4596-bfba-88d13bc6a64f time="2024-02-29T06:25:32.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=dhzxsnz8 time="2024-02-29T06:25:32.226Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=dhzxsnz8 time="2024-02-29T06:25:32.224Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f57feff-e58f-4d7d-8566-ab02ac472351 time="2024-02-29T06:25:32.227Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=52mnt8xh time="2024-02-29T06:25:32.227Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=52mnt8xh time="2024-02-29T06:25:32.227Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=dhzxsnz8 time="2024-02-29T06:25:32.227Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterState derivedObject=mihuang-29 reconcileID=dhzxsnz8 time="2024-02-29T06:25:32.227Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=52mnt8xh time="2024-02-29T06:25:32.227Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52mnt8xh time="2024-02-29T06:25:32.227Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f57feff-e58f-4d7d-8566-ab02ac472351 time="2024-02-29T06:25:32.234Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.236Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=dhzxsnz8 time="2024-02-29T06:25:32.236Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b357914-dbc0-4596-bfba-88d13bc6a64f time="2024-02-29T06:25:32.249Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e923733a-0aeb-4cb7-946d-42c046e58b3a 21968 0 2024-02-29 06:05:38 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:05:38 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-29.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.253Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=233bf7ad-d8ba-47fd-803f-0c7d7eadbd51 time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6efa7544-ea45-4afb-a660-ca97c76a82cb time="2024-02-29T06:25:32.258Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=9n24ct2k time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d669c414-bfb0-48e9-a4e2-9245cb67fdb6 time="2024-02-29T06:25:32.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4r2zxkwj time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5f2d9d35-0440-44e6-b204-f016ad591511 time="2024-02-29T06:25:32.258Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6q55cnlv time="2024-02-29T06:25:32.258Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6q55cnlv time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7017fd4d-6aa6-4ab1-9964-b04be85ec784 time="2024-02-29T06:25:32.258Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=thztkz57 time="2024-02-29T06:25:32.258Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=thztkz57 time="2024-02-29T06:25:32.258Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=thztkz57 time="2024-02-29T06:25:32.258Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thztkz57 time="2024-02-29T06:25:32.258Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7017fd4d-6aa6-4ab1-9964-b04be85ec784 time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d30182c1-821e-48d0-9de6-53287e9fc41b time="2024-02-29T06:25:32.258Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pwswjq46 time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e11bd940-0797-4d79-ad15-b694d984dc60 time="2024-02-29T06:25:32.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=tnmwmqbp time="2024-02-29T06:25:32.258Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=tnmwmqbp time="2024-02-29T06:25:32.258Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=tnmwmqbp time="2024-02-29T06:25:32.258Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=tnmwmqbp time="2024-02-29T06:25:32.258Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnmwmqbp time="2024-02-29T06:25:32.258Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e11bd940-0797-4d79-ad15-b694d984dc60 time="2024-02-29T06:25:32.258Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6q55cnlv time="2024-02-29T06:25:32.259Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6q55cnlv time="2024-02-29T06:25:32.259Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=6q55cnlv time="2024-02-29T06:25:32.259Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.259Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6q55cnlv time="2024-02-29T06:25:32.259Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6q55cnlv time="2024-02-29T06:25:32.259Z" level=debug msg="Reconcile done, requeueing after 23h21m13.74084169s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=5f2d9d35-0440-44e6-b204-f016ad591511 time="2024-02-29T06:25:32.259Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=9jsmdxw9 time="2024-02-29T06:25:32.259Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c55612d9-d8e4-4d05-a71e-c7938034ecca time="2024-02-29T06:25:32.259Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=wqdxhl74 time="2024-02-29T06:25:32.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=wqdxhl74 time="2024-02-29T06:25:32.259Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f380ea93-3d78-406e-a1c9-2a0127c41007 time="2024-02-29T06:25:32.259Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1436817b-db15-41b1-adda-7cdc629aaf16 time="2024-02-29T06:25:32.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xbrtjfh5 time="2024-02-29T06:25:32.259Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xbrtjfh5 time="2024-02-29T06:25:32.258Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pwswjq46 time="2024-02-29T06:25:32.26Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d30182c1-821e-48d0-9de6-53287e9fc41b time="2024-02-29T06:25:32.258Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=9n24ct2k time="2024-02-29T06:25:32.26Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=9n24ct2k time="2024-02-29T06:25:32.26Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=9n24ct2k time="2024-02-29T06:25:32.26Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6efa7544-ea45-4afb-a660-ca97c76a82cb time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=415d5651-0d9f-4d4e-bfb9-1d15d09be0bc time="2024-02-29T06:25:32.26Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.26Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.26Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.26Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=415d5651-0d9f-4d4e-bfb9-1d15d09be0bc time="2024-02-29T06:25:32.258Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4r2zxkwj time="2024-02-29T06:25:32.26Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=4r2zxkwj time="2024-02-29T06:25:32.26Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=4r2zxkwj time="2024-02-29T06:25:32.26Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d669c414-bfb0-48e9-a4e2-9245cb67fdb6 time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d7cb629-9640-49ce-b50a-dad52b02b903 time="2024-02-29T06:25:32.26Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g4wwl8mw time="2024-02-29T06:25:32.259Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ceb3d742-12b8-4e60-ba01-9cbed1a4abc9 time="2024-02-29T06:25:32.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=ps95vnpp time="2024-02-29T06:25:32.26Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=ps95vnpp time="2024-02-29T06:25:32.26Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.26Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.26Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=ps95vnpp time="2024-02-29T06:25:32.26Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.26Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.26Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g4wwl8mw time="2024-02-29T06:25:32.261Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g4wwl8mw time="2024-02-29T06:25:32.261Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d7cb629-9640-49ce-b50a-dad52b02b903 time="2024-02-29T06:25:32.261Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.261Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.261Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.261Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.261Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.261Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cb67cdb5-26b8-4a87-b255-308dcb32dce3 time="2024-02-29T06:25:32.261Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bslhvmwc time="2024-02-29T06:25:32.261Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=bslhvmwc time="2024-02-29T06:25:32.261Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m59.738234038s reconcileID=bslhvmwc time="2024-02-29T06:25:32.261Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bslhvmwc time="2024-02-29T06:25:32.261Z" level=debug msg="Reconcile done, requeueing after 1h59m59.738234038s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cb67cdb5-26b8-4a87-b255-308dcb32dce3 time="2024-02-29T06:25:32.261Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.261Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.258Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c8fa0d7-c5fb-45b9-b49e-ce7a0fe9ae3a time="2024-02-29T06:25:32.261Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=69cwhhpv time="2024-02-29T06:25:32.261Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=69cwhhpv time="2024-02-29T06:25:32.261Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=69cwhhpv time="2024-02-29T06:25:32.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69cwhhpv time="2024-02-29T06:25:32.262Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c8fa0d7-c5fb-45b9-b49e-ce7a0fe9ae3a time="2024-02-29T06:25:32.262Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-29.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.27Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.27Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.27Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.27Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.27Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.271Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2a mihuang-29-sdlqk-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.271Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.271Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.271Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.271Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.272Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2b mihuang-29-sdlqk-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.272Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.272Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.272Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.272Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2c mihuang-29-sdlqk-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.273Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.274Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2a mihuang-29-sdlqk-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.274Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.274Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.274Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.274Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2b mihuang-29-sdlqk-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2c mihuang-29-sdlqk-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.275Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.276Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2a mihuang-29-sdlqk-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.276Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.276Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.276Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.276Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2b mihuang-29-sdlqk-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.277Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-east-2c mihuang-29-sdlqk-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug: machineSet to be deleted" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug: machineSet to be deleted" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="hive-qe-debug: machineSet to be deleted" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.278Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.279Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e923733a-0aeb-4cb7-946d-42c046e58b3a 21968 0 2024-02-29 06:05:38 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:05:38 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-29.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vh8pqtht time="2024-02-29T06:25:32.281Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xbrtjfh5 time="2024-02-29T06:25:32.281Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=xbrtjfh5 time="2024-02-29T06:25:32.281Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=xbrtjfh5 time="2024-02-29T06:25:32.281Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1436817b-db15-41b1-adda-7cdc629aaf16 time="2024-02-29T06:25:32.292Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=vh8pqtht time="2024-02-29T06:25:32.292Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ceb3d742-12b8-4e60-ba01-9cbed1a4abc9 time="2024-02-29T06:25:32.292Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=23c5917f-927a-476d-9179-2f7cc2666d6d time="2024-02-29T06:25:32.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.292Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4271b073-97d0-49db-8a46-14628a0619cc time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f1b0550-f4ed-40a1-9cd3-19b52c2e8b42 time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9e15515-77bc-4e00-9377-b498965542b1 time="2024-02-29T06:25:32.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4wdln7zz time="2024-02-29T06:25:32.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4wdln7zz time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=542706df-0ed4-404d-9985-a7e4a63a00f3 time="2024-02-29T06:25:32.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.293Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6d18fbd-b646-4639-9d72-c4aa93ed4b10 time="2024-02-29T06:25:32.293Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nkmt6hzv time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf74a4fe-9fbe-435c-b443-5f2a1265bc84 time="2024-02-29T06:25:32.293Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mzcx4wxs time="2024-02-29T06:25:32.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mzcx4wxs time="2024-02-29T06:25:32.293Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=mzcx4wxs time="2024-02-29T06:25:32.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzcx4wxs time="2024-02-29T06:25:32.293Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf74a4fe-9fbe-435c-b443-5f2a1265bc84 time="2024-02-29T06:25:32.293Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gwwh8hrw time="2024-02-29T06:25:32.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gwwh8hrw time="2024-02-29T06:25:32.293Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gwwh8hrw time="2024-02-29T06:25:32.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwwh8hrw time="2024-02-29T06:25:32.293Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4271b073-97d0-49db-8a46-14628a0619cc time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=76914fd7-bb80-4e5d-b35d-ddd78d03b73f time="2024-02-29T06:25:32.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zqpnvvmc time="2024-02-29T06:25:32.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zqpnvvmc time="2024-02-29T06:25:32.293Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nkmt6hzv time="2024-02-29T06:25:32.293Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zqpnvvmc time="2024-02-29T06:25:32.293Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=zqpnvvmc time="2024-02-29T06:25:32.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqpnvvmc time="2024-02-29T06:25:32.293Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=76914fd7-bb80-4e5d-b35d-ddd78d03b73f time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2cca39b3-955e-4b17-8d57-956f9c73d96a time="2024-02-29T06:25:32.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=vrldt7cs time="2024-02-29T06:25:32.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=vrldt7cs time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca208b8b-26d5-4092-aaaa-7ace56d5545d time="2024-02-29T06:25:32.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gjsvkjp4 time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7cd909b3-13e7-4d1b-b954-16ddecda5231 time="2024-02-29T06:25:32.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ggmvbnww time="2024-02-29T06:25:32.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gjsvkjp4 time="2024-02-29T06:25:32.294Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=gjsvkjp4 time="2024-02-29T06:25:32.294Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gjsvkjp4 time="2024-02-29T06:25:32.294Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca208b8b-26d5-4092-aaaa-7ace56d5545d time="2024-02-29T06:25:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nkmt6hzv time="2024-02-29T06:25:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nkmt6hzv time="2024-02-29T06:25:32.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ggmvbnww time="2024-02-29T06:25:32.294Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ggmvbnww time="2024-02-29T06:25:32.294Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggmvbnww time="2024-02-29T06:25:32.294Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7cd909b3-13e7-4d1b-b954-16ddecda5231 time="2024-02-29T06:25:32.293Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:32.294Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=542706df-0ed4-404d-9985-a7e4a63a00f3 time="2024-02-29T06:25:32.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=nkmt6hzv time="2024-02-29T06:25:32.294Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:32.294Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=nkmt6hzv time="2024-02-29T06:25:32.295Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=nkmt6hzv time="2024-02-29T06:25:32.295Z" level=debug msg="Reconcile done, requeueing after 23h21m13.704981554s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6d18fbd-b646-4639-9d72-c4aa93ed4b10 time="2024-02-29T06:25:32.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wdln7zz time="2024-02-29T06:25:32.293Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1b983632-4dce-4e60-a92a-1d83a1e266d4 time="2024-02-29T06:25:32.295Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=t8xdj4r5 time="2024-02-29T06:25:32.295Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=t8xdj4r5 time="2024-02-29T06:25:32.295Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1b983632-4dce-4e60-a92a-1d83a1e266d4 time="2024-02-29T06:25:32.293Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.295Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.295Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.295Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.295Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9e15515-77bc-4e00-9377-b498965542b1 time="2024-02-29T06:25:32.295Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.294Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m59.705679432s reconcileID=vrldt7cs time="2024-02-29T06:25:32.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jkgs79pq time="2024-02-29T06:25:32.295Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jkgs79pq time="2024-02-29T06:25:32.296Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=vrldt7cs time="2024-02-29T06:25:32.296Z" level=debug msg="Reconcile done, requeueing after 1h59m59.705679432s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2cca39b3-955e-4b17-8d57-956f9c73d96a time="2024-02-29T06:25:32.296Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-29.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.298Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=ps95vnpp time="2024-02-29T06:25:32.299Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.312Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.312Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jkgs79pq time="2024-02-29T06:25:32.312Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=jkgs79pq time="2024-02-29T06:25:32.312Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=jkgs79pq time="2024-02-29T06:25:32.312Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f1b0550-f4ed-40a1-9cd3-19b52c2e8b42 time="2024-02-29T06:25:32.314Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=ps95vnpp time="2024-02-29T06:25:32.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=ps95vnpp time="2024-02-29T06:25:32.314Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=233bf7ad-d8ba-47fd-803f-0c7d7eadbd51 time="2024-02-29T06:25:32.314Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf9c95d7-cf7c-40eb-b25c-86059b07e8f0 time="2024-02-29T06:25:32.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=p22pltlh time="2024-02-29T06:25:32.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=p22pltlh time="2024-02-29T06:25:32.314Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=p22pltlh time="2024-02-29T06:25:32.317Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e923733a-0aeb-4cb7-946d-42c046e58b3a 21968 0 2024-02-29 06:05:38 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:05:38 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-29.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:05:38 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-29.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ndb268r2 time="2024-02-29T06:25:32.324Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ndb268r2 time="2024-02-29T06:25:32.324Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=ndb268r2 time="2024-02-29T06:25:32.324Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=23c5917f-927a-476d-9179-2f7cc2666d6d time="2024-02-29T06:25:32.324Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cf01a03a-6231-498c-b191-705fb176f8c6 time="2024-02-29T06:25:32.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.324Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mp299dc time="2024-02-29T06:25:32.324Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cf01a03a-6231-498c-b191-705fb176f8c6 time="2024-02-29T06:25:32.325Z" level=info msg="deleting machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-east-2a reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.329Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7ee3a31d-7ad4-4b30-bd55-2134ef23a44e time="2024-02-29T06:25:32.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.329Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.33Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.33Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.33Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:32.33Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlrw6cvs time="2024-02-29T06:25:32.33Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7ee3a31d-7ad4-4b30-bd55-2134ef23a44e time="2024-02-29T06:25:32.336Z" level=info msg="deleting machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-east-2b reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.345Z" level=info msg="deleting machineset" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-east-2c reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.355Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=p22pltlh time="2024-02-29T06:25:32.363Z" level=info msg="failed to update cluster operator state" clusterDeployment=default/mihuang-29 controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=p22pltlh time="2024-02-29T06:25:32.363Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=48 elapsedMillisGT=0 outcome=unspecified reconcileID=p22pltlh time="2024-02-29T06:25:32.363Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bf9c95d7-cf7c-40eb-b25c-86059b07e8f0 time="2024-02-29T06:25:32.368Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=39b14673-528d-45c8-b472-c0cb6e87cbc7 time="2024-02-29T06:25:32.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jzcmhmml time="2024-02-29T06:25:32.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jzcmhmml time="2024-02-29T06:25:32.368Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=jzcmhmml time="2024-02-29T06:25:32.368Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.631276775s" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=jzcmhmml time="2024-02-29T06:25:32.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzcmhmml time="2024-02-29T06:25:32.368Z" level=debug msg="Reconcile done, requeueing after 9m59.631276775s" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=39b14673-528d-45c8-b472-c0cb6e87cbc7 time="2024-02-29T06:25:32.379Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.384Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01fc68a2-c5f1-46a2-a658-7c5b86ae3a55 time="2024-02-29T06:25:32.384Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5qsvghv5 time="2024-02-29T06:25:32.384Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5qsvghv5 time="2024-02-29T06:25:32.384Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5qsvghv5 time="2024-02-29T06:25:32.384Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-29\" not found" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01fc68a2-c5f1-46a2-a658-7c5b86ae3a55 time="2024-02-29T06:25:32.391Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.391Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.426Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=200 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=gq8j4bc7 time="2024-02-29T06:25:32.426Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=c8c82745-9150-4845-bb7c-3d35aa6cfbba time="2024-02-29T06:25:32.426Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f4240ebf-459d-4072-ae5b-9b862f9566c7 time="2024-02-29T06:25:32.426Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.426Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.426Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.433Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.456Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.463Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.464Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=7cg9cg5q time="2024-02-29T06:25:32.465Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.474Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.474Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7cg9cg5q time="2024-02-29T06:25:32.538Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=112 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=7cg9cg5q time="2024-02-29T06:25:32.538Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f4240ebf-459d-4072-ae5b-9b862f9566c7 time="2024-02-29T06:25:32.538Z" level=error msg="Reconciler error" controller=machinepool-controller error="failed to update pool status: Operation cannot be fulfilled on machinepools.hive.openshift.io \"mihuang-29-worker\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f4240ebf-459d-4072-ae5b-9b862f9566c7 time="2024-02-29T06:25:32.538Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=c206fbd5-2fc1-4946-a743-c3aadd9b7228 time="2024-02-29T06:25:32.539Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.539Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.539Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.546Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.566Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.579Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.58Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.581Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=t54b6rz4 time="2024-02-29T06:25:32.582Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.591Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.591Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=t54b6rz4 time="2024-02-29T06:25:32.647Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=t54b6rz4 time="2024-02-29T06:25:32.647Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=c206fbd5-2fc1-4946-a743-c3aadd9b7228 time="2024-02-29T06:25:32.647Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=4b12a7f9-9eb0-4347-a35a-ad856d8ed273 time="2024-02-29T06:25:32.647Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.647Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.647Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:32.656Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.677Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.688Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=9ggbkstr time="2024-02-29T06:25:32.689Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.695Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.695Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9ggbkstr time="2024-02-29T06:25:32.782Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=134 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=9ggbkstr time="2024-02-29T06:25:32.782Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=4b12a7f9-9eb0-4347-a35a-ad856d8ed273 time="2024-02-29T06:25:34.137Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=68d7e8d1-022d-46e5-9d9d-b062e2160b3b time="2024-02-29T06:25:34.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.137Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.137Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.148Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d7df3791-a5a5-4af2-9410-42522a14a555 time="2024-02-29T06:25:34.148Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=tdstdgqk time="2024-02-29T06:25:34.148Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=tdstdgqk time="2024-02-29T06:25:34.148Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m57.851059683s reconcileID=tdstdgqk time="2024-02-29T06:25:34.148Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdstdgqk time="2024-02-29T06:25:34.148Z" level=debug msg="Reconcile done, requeueing after 1h59m57.851059683s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d7df3791-a5a5-4af2-9410-42522a14a555 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f40216e1-041b-4f1f-bad5-2ae44c77819f time="2024-02-29T06:25:34.149Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=d6gbjvtj time="2024-02-29T06:25:34.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=d6gbjvtj time="2024-02-29T06:25:34.149Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=d6gbjvtj time="2024-02-29T06:25:34.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6gbjvtj time="2024-02-29T06:25:34.149Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f40216e1-041b-4f1f-bad5-2ae44c77819f time="2024-02-29T06:25:34.149Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.149Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.149Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=98qfr8lm time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdf7418d-2634-42a8-874d-089cab687828 time="2024-02-29T06:25:34.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.149Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.149Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:34.149Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cdf7418d-2634-42a8-874d-089cab687828 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=db1c1041-0f6a-498a-8752-c885228771ae time="2024-02-29T06:25:34.149Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=x75zgtt8 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=25d55351-c55a-4ab4-91c8-2b5b9cee88e7 time="2024-02-29T06:25:34.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=85sz6fxd time="2024-02-29T06:25:34.149Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=85sz6fxd time="2024-02-29T06:25:34.149Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=85sz6fxd time="2024-02-29T06:25:34.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85sz6fxd time="2024-02-29T06:25:34.149Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=25d55351-c55a-4ab4-91c8-2b5b9cee88e7 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=aa71e192-6d60-46f2-ae23-a6d2ad9b9737 time="2024-02-29T06:25:34.149Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.149Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.149Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:34.149Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=x75zgtt8 time="2024-02-29T06:25:34.149Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=x75zgtt8 time="2024-02-29T06:25:34.149Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=x75zgtt8 time="2024-02-29T06:25:34.149Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=x75zgtt8 time="2024-02-29T06:25:34.149Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:34.15Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=x75zgtt8 time="2024-02-29T06:25:34.15Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x75zgtt8 time="2024-02-29T06:25:34.15Z" level=debug msg="Reconcile done, requeueing after 23h21m11.849993826s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=db1c1041-0f6a-498a-8752-c885228771ae time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=160e0f4e-bb2d-449e-a81f-82511023ea53 time="2024-02-29T06:25:34.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.15Z" level=info msg="Resuming cluster" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=916d6e5d-1b38-4d39-9dcc-a296177d5575 time="2024-02-29T06:25:34.15Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pj8485pg time="2024-02-29T06:25:34.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pj8485pg time="2024-02-29T06:25:34.15Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=pj8485pg time="2024-02-29T06:25:34.15Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pj8485pg time="2024-02-29T06:25:34.15Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=916d6e5d-1b38-4d39-9dcc-a296177d5575 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b77a529-808c-4cdb-8a6e-619db34e4152 time="2024-02-29T06:25:34.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qfltv5jq time="2024-02-29T06:25:34.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qfltv5jq time="2024-02-29T06:25:34.15Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=qfltv5jq time="2024-02-29T06:25:34.15Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.849525457s" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qfltv5jq time="2024-02-29T06:25:34.15Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfltv5jq time="2024-02-29T06:25:34.15Z" level=debug msg="Reconcile done, requeueing after 9m57.849525457s" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b77a529-808c-4cdb-8a6e-619db34e4152 time="2024-02-29T06:25:34.15Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.15Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Ready controller=hibernation reason=StartingMachines reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=cd7a3968-4056-4267-8f30-d79234085259 time="2024-02-29T06:25:34.15Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bncbz46r time="2024-02-29T06:25:34.15Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bncbz46r time="2024-02-29T06:25:34.15Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=cd7a3968-4056-4267-8f30-d79234085259 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=02d47456-b5f7-4daa-bd6f-cc65e797a26e time="2024-02-29T06:25:34.15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vfvgm8nk time="2024-02-29T06:25:34.15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vfvgm8nk time="2024-02-29T06:25:34.15Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9658806f-71d6-4b8f-a085-035f630f9a87 time="2024-02-29T06:25:34.149Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=98qfr8lm time="2024-02-29T06:25:34.151Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=68d7e8d1-022d-46e5-9d9d-b062e2160b3b time="2024-02-29T06:25:34.151Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=75ffc67d-87ec-489c-b7b0-21b99dd21142 time="2024-02-29T06:25:34.149Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f50794c6-228d-4d2b-a8ca-36a68d580191 time="2024-02-29T06:25:34.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hxsrfcrw time="2024-02-29T06:25:34.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hxsrfcrw time="2024-02-29T06:25:34.151Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hxsrfcrw time="2024-02-29T06:25:34.151Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hxsrfcrw time="2024-02-29T06:25:34.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxsrfcrw time="2024-02-29T06:25:34.151Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f50794c6-228d-4d2b-a8ca-36a68d580191 time="2024-02-29T06:25:34.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gn6rlbwf time="2024-02-29T06:25:34.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=gn6rlbwf time="2024-02-29T06:25:34.151Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=gn6rlbwf time="2024-02-29T06:25:34.151Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gn6rlbwf time="2024-02-29T06:25:34.151Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9658806f-71d6-4b8f-a085-035f630f9a87 time="2024-02-29T06:25:34.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.151Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.151Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.152Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.152Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.152Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.152Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=x9n92ggq time="2024-02-29T06:25:34.152Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9n92ggq time="2024-02-29T06:25:34.152Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=75ffc67d-87ec-489c-b7b0-21b99dd21142 time="2024-02-29T06:25:34.16Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.176Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vfvgm8nk time="2024-02-29T06:25:34.176Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=vfvgm8nk time="2024-02-29T06:25:34.176Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=vfvgm8nk time="2024-02-29T06:25:34.176Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=02d47456-b5f7-4daa-bd6f-cc65e797a26e time="2024-02-29T06:25:34.183Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.19Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.191Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.192Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.193Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=rs886sz7 time="2024-02-29T06:25:34.194Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.2Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.2Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rs886sz7 time="2024-02-29T06:25:34.234Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=84 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=rs886sz7 time="2024-02-29T06:25:34.234Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=aa71e192-6d60-46f2-ae23-a6d2ad9b9737 time="2024-02-29T06:25:34.234Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=32633224-deac-4b83-b0b7-1cd248be4215 time="2024-02-29T06:25:34.235Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.235Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.235Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:34.245Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.261Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.267Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.267Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.267Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.267Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.267Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.268Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.269Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=gsnhj488 time="2024-02-29T06:25:34.27Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.275Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a78cd25-a472-4dd5-9d8e-a0200f654cac time="2024-02-29T06:25:34.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.275Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.276Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.276Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.276Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.276Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.276Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=stnkjzpd time="2024-02-29T06:25:34.276Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stnkjzpd time="2024-02-29T06:25:34.276Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6a78cd25-a472-4dd5-9d8e-a0200f654cac time="2024-02-29T06:25:34.276Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.276Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=gsnhj488 time="2024-02-29T06:25:34.314Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=79 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=gsnhj488 time="2024-02-29T06:25:34.314Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=32633224-deac-4b83-b0b7-1cd248be4215 time="2024-02-29T06:25:34.339Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ftb7p5n9 states="map[shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:25:34.339Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.35Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=ftb7p5n9 time="2024-02-29T06:25:34.35Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=160e0f4e-bb2d-449e-a81f-82511023ea53 time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e3a93c01-5951-4424-9125-60e2f7120647 time="2024-02-29T06:25:34.35Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=fbmj7k9d time="2024-02-29T06:25:34.35Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=fbmj7k9d time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f5d5b7b-6821-41e8-8b56-b6ad2f49d620 time="2024-02-29T06:25:34.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pc4rb86n time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34cc150a-a2db-4ddd-8de6-3dd8c1a5729f time="2024-02-29T06:25:34.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=t4qjjmq4 time="2024-02-29T06:25:34.35Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=t4qjjmq4 time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=68e33e49-790d-412d-85bb-3232507f4042 time="2024-02-29T06:25:34.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=t4qjjmq4 time="2024-02-29T06:25:34.351Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.64891964s" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=t4qjjmq4 time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4qjjmq4 time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile done, requeueing after 9m57.64891964s" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34cc150a-a2db-4ddd-8de6-3dd8c1a5729f time="2024-02-29T06:25:34.351Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jr27kmsk time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jr27kmsk time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=68e33e49-790d-412d-85bb-3232507f4042 time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ee7a2f63-8a77-4a05-bcd7-2de12b13ee2d time="2024-02-29T06:25:34.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vwwmtdl4 time="2024-02-29T06:25:34.351Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vwwmtdl4 time="2024-02-29T06:25:34.351Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vwwmtdl4 time="2024-02-29T06:25:34.351Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=vwwmtdl4 time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwwmtdl4 time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ee7a2f63-8a77-4a05-bcd7-2de12b13ee2d time="2024-02-29T06:25:34.35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=fbmj7k9d time="2024-02-29T06:25:34.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=fbmj7k9d time="2024-02-29T06:25:34.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=fbmj7k9d time="2024-02-29T06:25:34.351Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:34.351Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=fbmj7k9d time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbmj7k9d time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile done, requeueing after 23h21m11.648382343s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=e3a93c01-5951-4424-9125-60e2f7120647 time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=baed689a-094e-4a98-94d0-e7cb04499a63 time="2024-02-29T06:25:34.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=64t9hz55 time="2024-02-29T06:25:34.351Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=64t9hz55 time="2024-02-29T06:25:34.351Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=64t9hz55 time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64t9hz55 time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=baed689a-094e-4a98-94d0-e7cb04499a63 time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a70a12bd-2fda-4307-a175-3abf8ad1a53d time="2024-02-29T06:25:34.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=pz76s7wc time="2024-02-29T06:25:34.351Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=pz76s7wc time="2024-02-29T06:25:34.351Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=pz76s7wc time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pz76s7wc time="2024-02-29T06:25:34.351Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a70a12bd-2fda-4307-a175-3abf8ad1a53d time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3acfc321-d62b-4d14-822f-46732fc81289 time="2024-02-29T06:25:34.351Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=zb2gst22 time="2024-02-29T06:25:34.351Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=zb2gst22 time="2024-02-29T06:25:34.351Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=zb2gst22 time="2024-02-29T06:25:34.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zb2gst22 time="2024-02-29T06:25:34.352Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3acfc321-d62b-4d14-822f-46732fc81289 time="2024-02-29T06:25:34.35Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pc4rb86n time="2024-02-29T06:25:34.35Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c43f8a7-5527-417b-8c58-2ef065c47c53 time="2024-02-29T06:25:34.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xk65zj2b time="2024-02-29T06:25:34.352Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=xk65zj2b time="2024-02-29T06:25:34.352Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m57.647724017s reconcileID=xk65zj2b time="2024-02-29T06:25:34.352Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xk65zj2b time="2024-02-29T06:25:34.352Z" level=debug msg="Reconcile done, requeueing after 1h59m57.647724017s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c43f8a7-5527-417b-8c58-2ef065c47c53 time="2024-02-29T06:25:34.355Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1e0b42c-00c5-46fb-ae48-3db2a4de6165 time="2024-02-29T06:25:34.355Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2e70e5bc-95b8-4cb8-9f7b-77f6f6010730 time="2024-02-29T06:25:34.355Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb61c25b-e019-437b-a203-ad53cb6868bc time="2024-02-29T06:25:34.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.356Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.355Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6fc299c-3389-42c0-9f57-cf74a00be7d4 time="2024-02-29T06:25:34.356Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.356Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.355Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.356Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.356Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:34.355Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.356Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.356Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:34.356Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.356Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f1e0b42c-00c5-46fb-ae48-3db2a4de6165 time="2024-02-29T06:25:34.356Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=62e19882-676e-4f14-830b-404484ae713a time="2024-02-29T06:25:34.356Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.356Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.356Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.356Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.356Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.356Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.356Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.356Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mj9wwcml time="2024-02-29T06:25:34.356Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.356Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8b86d96v time="2024-02-29T06:25:34.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8b86d96v time="2024-02-29T06:25:34.357Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8b86d96v time="2024-02-29T06:25:34.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8b86d96v time="2024-02-29T06:25:34.357Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6fc299c-3389-42c0-9f57-cf74a00be7d4 time="2024-02-29T06:25:34.356Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mj9wwcml time="2024-02-29T06:25:34.357Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fb61c25b-e019-437b-a203-ad53cb6868bc time="2024-02-29T06:25:34.364Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.367Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pc4rb86n time="2024-02-29T06:25:34.367Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pc4rb86n time="2024-02-29T06:25:34.367Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=pc4rb86n time="2024-02-29T06:25:34.367Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2f5d5b7b-6821-41e8-8b56-b6ad2f49d620 time="2024-02-29T06:25:34.385Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.392Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.393Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=d6hrrmxx time="2024-02-29T06:25:34.394Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.403Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.403Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=d6hrrmxx time="2024-02-29T06:25:34.442Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=8gn2mxg6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:25:34.448Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=92 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=d6hrrmxx time="2024-02-29T06:25:34.449Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2e70e5bc-95b8-4cb8-9f7b-77f6f6010730 time="2024-02-29T06:25:34.472Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=6 reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.472Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.482Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=125 elapsedMillisGT=0 outcome=unspecified reconcileID=8gn2mxg6 time="2024-02-29T06:25:34.482Z" level=debug msg="Reconcile done, requeueing after 2m0s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=62e19882-676e-4f14-830b-404484ae713a time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d96d3c6-962f-47ea-a7f4-aa1fb571502a time="2024-02-29T06:25:34.482Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fvnh88tj time="2024-02-29T06:25:34.483Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fvnh88tj time="2024-02-29T06:25:34.483Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=fvnh88tj time="2024-02-29T06:25:34.483Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvnh88tj time="2024-02-29T06:25:34.483Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d96d3c6-962f-47ea-a7f4-aa1fb571502a time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3e4a7415-b93d-4a34-86d5-f4c29c1c06dc time="2024-02-29T06:25:34.483Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pp97hqg5 time="2024-02-29T06:25:34.483Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pp97hqg5 time="2024-02-29T06:25:34.483Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3e4a7415-b93d-4a34-86d5-f4c29c1c06dc time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3a12e96f-787d-4246-9c75-a933bc2eae4c time="2024-02-29T06:25:34.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=8p6gvf6k time="2024-02-29T06:25:34.483Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=8p6gvf6k time="2024-02-29T06:25:34.483Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h59m57.516571071s reconcileID=8p6gvf6k time="2024-02-29T06:25:34.483Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8p6gvf6k time="2024-02-29T06:25:34.483Z" level=debug msg="Reconcile done, requeueing after 1h59m57.516571071s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3a12e96f-787d-4246-9c75-a933bc2eae4c time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=3a7507a3-0a2b-4b76-8f9a-26b8b8358ada time="2024-02-29T06:25:34.483Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=v2qrcqtt time="2024-02-29T06:25:34.483Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=v2qrcqtt time="2024-02-29T06:25:34.483Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=v2qrcqtt time="2024-02-29T06:25:34.483Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=v2qrcqtt time="2024-02-29T06:25:34.483Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=v2qrcqtt time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fd358cbf-f3b3-45ee-a1f6-bc1436d23ecc time="2024-02-29T06:25:34.483Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ctwj76lp time="2024-02-29T06:25:34.483Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ctwj76lp time="2024-02-29T06:25:34.483Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=ctwj76lp time="2024-02-29T06:25:34.483Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ctwj76lp time="2024-02-29T06:25:34.484Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fd358cbf-f3b3-45ee-a1f6-bc1436d23ecc time="2024-02-29T06:25:34.483Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d5d18e28-de8e-4913-829a-0752cb71c58c time="2024-02-29T06:25:34.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=srvkhwsg time="2024-02-29T06:25:34.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=srvkhwsg time="2024-02-29T06:25:34.484Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=srvkhwsg time="2024-02-29T06:25:34.484Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=srvkhwsg time="2024-02-29T06:25:34.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srvkhwsg time="2024-02-29T06:25:34.484Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d5d18e28-de8e-4913-829a-0752cb71c58c time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b8250911-2174-49d5-aa82-d6e031f602bd time="2024-02-29T06:25:34.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mw47zpdd time="2024-02-29T06:25:34.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=mw47zpdd time="2024-02-29T06:25:34.484Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=mw47zpdd time="2024-02-29T06:25:34.484Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw47zpdd time="2024-02-29T06:25:34.484Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b8250911-2174-49d5-aa82-d6e031f602bd time="2024-02-29T06:25:34.484Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=v2qrcqtt time="2024-02-29T06:25:34.484Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2qrcqtt time="2024-02-29T06:25:34.484Z" level=debug msg="Reconcile done, requeueing after 23h21m11.515422577s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=3a7507a3-0a2b-4b76-8f9a-26b8b8358ada time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=57c066c4-9456-48cc-96f2-525314f4e130 time="2024-02-29T06:25:34.482Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f1020df-bcae-4f77-b21b-52aab5aa4dd6 time="2024-02-29T06:25:34.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=s88twxxr time="2024-02-29T06:25:34.484Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=s88twxxr time="2024-02-29T06:25:34.484Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=s9pnfgds time="2024-02-29T06:25:34.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=s9pnfgds time="2024-02-29T06:25:34.485Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=s9pnfgds time="2024-02-29T06:25:34.485Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.514126903s" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=s9pnfgds time="2024-02-29T06:25:34.485Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9pnfgds time="2024-02-29T06:25:34.485Z" level=debug msg="Reconcile done, requeueing after 9m57.514126903s" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=57c066c4-9456-48cc-96f2-525314f4e130 time="2024-02-29T06:25:34.487Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1bd1beac-c46d-4f79-a930-051f39477b53 time="2024-02-29T06:25:34.487Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77c86915-2db7-4cad-a2b1-75cd82daacfb time="2024-02-29T06:25:34.487Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0428414f-4d5b-475c-8393-a21a86623d09 time="2024-02-29T06:25:34.487Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.487Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.488Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:25:34.487Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3eeac096-4380-43cf-83a2-230a73c20576 time="2024-02-29T06:25:34.488Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8frqwrk2 time="2024-02-29T06:25:34.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8frqwrk2 time="2024-02-29T06:25:34.488Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=8frqwrk2 time="2024-02-29T06:25:34.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8frqwrk2 time="2024-02-29T06:25:34.488Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3eeac096-4380-43cf-83a2-230a73c20576 time="2024-02-29T06:25:34.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.487Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a8cf990-e71a-474f-826f-b4bf51e67409 time="2024-02-29T06:25:34.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9lqf2g8n time="2024-02-29T06:25:34.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9lqf2g8n time="2024-02-29T06:25:34.488Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9lqf2g8n time="2024-02-29T06:25:34.488Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.488Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.488Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:25:34.488Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wsnc56vr time="2024-02-29T06:25:34.488Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77c86915-2db7-4cad-a2b1-75cd82daacfb time="2024-02-29T06:25:34.488Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9lqf2g8n time="2024-02-29T06:25:34.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.488Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:25:34.488Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:25:34.488Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1bd1beac-c46d-4f79-a930-051f39477b53 time="2024-02-29T06:25:34.496Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.5Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=s88twxxr time="2024-02-29T06:25:34.5Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=s88twxxr time="2024-02-29T06:25:34.5Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=s88twxxr time="2024-02-29T06:25:34.5Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f1020df-bcae-4f77-b21b-52aab5aa4dd6 time="2024-02-29T06:25:34.517Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.524Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.525Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.526Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.532Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.532Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.579Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=5sjzs9z2 time="2024-02-29T06:25:34.579Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0428414f-4d5b-475c-8393-a21a86623d09 time="2024-02-29T06:25:34.585Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9lqf2g8n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:25:34.61Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=6 reconcileID=9lqf2g8n time="2024-02-29T06:25:34.61Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9lqf2g8n timeRemaining=1m59.389742346s time="2024-02-29T06:25:34.61Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=9lqf2g8n time="2024-02-29T06:25:34.61Z" level=debug msg="Reconcile done, requeueing after 1m59.389742346s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8a8cf990-e71a-474f-826f-b4bf51e67409 time="2024-02-29T06:26:53.352Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:26:53.352Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:26:53.353Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:26:53.353Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:26:53.353Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:26:53.353Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:27:34Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c46ded79-bf7f-4ae8-a9e9-6b8226324eee time="2024-02-29T06:27:34Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d9gwxpck time="2024-02-29T06:27:34Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d9gwxpck time="2024-02-29T06:27:34Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d9gwxpck time="2024-02-29T06:27:34Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=d9gwxpck time="2024-02-29T06:27:34.168Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=d9gwxpck states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:27:34.213Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=d9gwxpck time="2024-02-29T06:27:34.213Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d9gwxpck time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=dns condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=node-tuning condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=storage condition=Progressing controller=hibernation reconcileID=d9gwxpck status=True time="2024-02-29T06:27:34.236Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d9gwxpck time="2024-02-29T06:27:34.236Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Ready controller=hibernation reason=WaitingForClusterOperators reconcileID=d9gwxpck time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=06fdefba-ce11-444d-967d-4f6349e5eb36 time="2024-02-29T06:27:34.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=t7s6m6xn time="2024-02-29T06:27:34.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=t7s6m6xn time="2024-02-29T06:27:34.293Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=t7s6m6xn time="2024-02-29T06:27:34.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7s6m6xn time="2024-02-29T06:27:34.293Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=06fdefba-ce11-444d-967d-4f6349e5eb36 time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b6917f1d-e015-40ed-9b46-a3d68ca9b4df time="2024-02-29T06:27:34.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=wgp97q54 time="2024-02-29T06:27:34.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=wgp97q54 time="2024-02-29T06:27:34.293Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=wgp97q54 time="2024-02-29T06:27:34.293Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=wgp97q54 time="2024-02-29T06:27:34.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgp97q54 time="2024-02-29T06:27:34.293Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b6917f1d-e015-40ed-9b46-a3d68ca9b4df time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6571e32e-329c-4ee6-bbf0-029060923ed4 time="2024-02-29T06:27:34.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=t442v45p time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=t442v45p time="2024-02-29T06:27:34.294Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=t442v45p time="2024-02-29T06:27:34.294Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t442v45p time="2024-02-29T06:27:34.294Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6571e32e-329c-4ee6-bbf0-029060923ed4 time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9089e410-1597-4261-9e21-3d3a75392753 time="2024-02-29T06:27:34.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qlq8w68s time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qlq8w68s time="2024-02-29T06:27:34.294Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=293 elapsedMillisGT=0 outcome=unspecified reconcileID=d9gwxpck time="2024-02-29T06:27:34.294Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c46ded79-bf7f-4ae8-a9e9-6b8226324eee time="2024-02-29T06:27:34.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=qlq8w68s time="2024-02-29T06:27:34.294Z" level=debug msg="Waiting to fetch clusteroperator status in 7m57.705723115s" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=qlq8w68s time="2024-02-29T06:27:34.294Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlq8w68s time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3582263a-678c-4b03-8b6e-04d8f271cd2f time="2024-02-29T06:27:34.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bhq6c5zs time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bhq6c5zs time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=6045c846-61ac-4317-b1c9-7b4c56b6ea74 time="2024-02-29T06:27:34.294Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T06:27:34.294Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xkcdrxcx time="2024-02-29T06:27:34.294Z" level=debug msg="Reconcile done, requeueing after 23h19m11.70528517s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=6045c846-61ac-4317-b1c9-7b4c56b6ea74 time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=157685c5-27f2-41de-8c91-b3404346570a time="2024-02-29T06:27:34.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=lwt4r76m time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=lwt4r76m time="2024-02-29T06:27:34.294Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-29 controller=unreachable delay=1h57m57.705137496s reconcileID=lwt4r76m time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=111aca4a-504c-4235-a6f7-0ef78ac84302 time="2024-02-29T06:27:34.294Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gbqgfm2l time="2024-02-29T06:27:34.294Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gbqgfm2l time="2024-02-29T06:27:34.294Z" level=debug msg="Reconcile done, requeueing after 7m57.705723115s" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9089e410-1597-4261-9e21-3d3a75392753 time="2024-02-29T06:27:34.295Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gbqgfm2l time="2024-02-29T06:27:34.295Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbqgfm2l time="2024-02-29T06:27:34.295Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=111aca4a-504c-4235-a6f7-0ef78ac84302 time="2024-02-29T06:27:34.293Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2de63a25-07d4-4b3f-9c2e-53ac468028ef time="2024-02-29T06:27:34.295Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=76wprpk4 time="2024-02-29T06:27:34.295Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=76wprpk4 time="2024-02-29T06:27:34.295Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=2de63a25-07d4-4b3f-9c2e-53ac468028ef time="2024-02-29T06:27:34.295Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lwt4r76m time="2024-02-29T06:27:34.295Z" level=debug msg="Reconcile done, requeueing after 1h57m57.705137496s" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=157685c5-27f2-41de-8c91-b3404346570a time="2024-02-29T06:27:34.299Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=130b255a-54e7-4748-8bcc-d12afe9c639e time="2024-02-29T06:27:34.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4djf98wz time="2024-02-29T06:27:34.299Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4djf98wz time="2024-02-29T06:27:34.299Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4djf98wz time="2024-02-29T06:27:34.299Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d09b82d-c5a2-444d-ade4-8814ab63ec3a time="2024-02-29T06:27:34.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:27:34.299Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T06:27:34.299Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:27:34.3Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1d09b82d-c5a2-444d-ade4-8814ab63ec3a time="2024-02-29T06:27:34.3Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca332f57-512f-46d4-bca0-6388c15124da time="2024-02-29T06:27:34.3Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:27:34.3Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:27:34.299Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4djf98wz time="2024-02-29T06:27:34.3Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:27:34.3Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T06:27:34.3Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0f21a266-4313-4247-a1f7-9ccfcbdb6b1d time="2024-02-29T06:27:34.3Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6pk2c6jm time="2024-02-29T06:27:34.3Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.3Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97420568-510d-4260-b118-8aceccb0b4af time="2024-02-29T06:27:34.3Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=p9tpvx5q time="2024-02-29T06:27:34.3Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=p9tpvx5q time="2024-02-29T06:27:34.3Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=p9tpvx5q time="2024-02-29T06:27:34.3Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9tpvx5q time="2024-02-29T06:27:34.3Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97420568-510d-4260-b118-8aceccb0b4af time="2024-02-29T06:27:34.3Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pk2c6jm time="2024-02-29T06:27:34.301Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ca332f57-512f-46d4-bca0-6388c15124da time="2024-02-29T06:27:34.3Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.301Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:27:34.307Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.33Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bhq6c5zs time="2024-02-29T06:27:34.33Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=bhq6c5zs time="2024-02-29T06:27:34.33Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=bhq6c5zs time="2024-02-29T06:27:34.33Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3582263a-678c-4b03-8b6e-04d8f271cd2f time="2024-02-29T06:27:34.34Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.345Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.346Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.347Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=9pbqpf9s time="2024-02-29T06:27:34.348Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.363Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.364Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=9pbqpf9s time="2024-02-29T06:27:34.416Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4djf98wz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:27:34.424Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=123 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=9pbqpf9s time="2024-02-29T06:27:34.424Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0f21a266-4313-4247-a1f7-9ccfcbdb6b1d time="2024-02-29T06:27:34.437Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4djf98wz time="2024-02-29T06:27:34.438Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4djf98wz time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=dns condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=node-tuning condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=storage condition=Progressing controller=hibernation reconcileID=4djf98wz status=True time="2024-02-29T06:27:34.468Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4djf98wz time="2024-02-29T06:27:34.468Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=168 elapsedMillisGT=0 outcome=unspecified reconcileID=4djf98wz time="2024-02-29T06:27:34.468Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=130b255a-54e7-4748-8bcc-d12afe9c639e time="2024-02-29T06:28:04.469Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cbeda280-a32a-4245-8697-a3a294e9b7f3 time="2024-02-29T06:28:04.469Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ltklddqf time="2024-02-29T06:28:04.469Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ltklddqf time="2024-02-29T06:28:04.469Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ltklddqf time="2024-02-29T06:28:04.469Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ltklddqf time="2024-02-29T06:28:04.616Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ltklddqf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:28:04.642Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=ltklddqf time="2024-02-29T06:28:04.642Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ltklddqf time="2024-02-29T06:28:04.663Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=ltklddqf status=True time="2024-02-29T06:28:04.663Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=ltklddqf status=True time="2024-02-29T06:28:04.663Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=ltklddqf status=True time="2024-02-29T06:28:04.663Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ltklddqf time="2024-02-29T06:28:04.663Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=ltklddqf time="2024-02-29T06:28:04.663Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cbeda280-a32a-4245-8697-a3a294e9b7f3 time="2024-02-29T06:28:34.663Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50276ad1-739b-422b-9aa8-4001d53609e9 time="2024-02-29T06:28:34.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjfstvl time="2024-02-29T06:28:34.663Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjfstvl time="2024-02-29T06:28:34.664Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjfstvl time="2024-02-29T06:28:34.664Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=tmjfstvl time="2024-02-29T06:28:34.807Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=tmjfstvl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:28:34.831Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=tmjfstvl time="2024-02-29T06:28:34.831Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjfstvl time="2024-02-29T06:28:34.851Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=tmjfstvl status=True time="2024-02-29T06:28:34.851Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=tmjfstvl status=True time="2024-02-29T06:28:34.851Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=tmjfstvl status=True time="2024-02-29T06:28:34.851Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjfstvl time="2024-02-29T06:28:34.851Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=tmjfstvl time="2024-02-29T06:28:34.851Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50276ad1-739b-422b-9aa8-4001d53609e9 time="2024-02-29T06:28:53.353Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:28:53.353Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:28:53.354Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:28:53.354Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:28:53.354Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:28:53.354Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:29:04.852Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4416e7b2-e84f-4f68-8941-4d3a0fa2c39c time="2024-02-29T06:29:04.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jp9fvh5x time="2024-02-29T06:29:04.852Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jp9fvh5x time="2024-02-29T06:29:04.852Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jp9fvh5x time="2024-02-29T06:29:04.853Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=jp9fvh5x time="2024-02-29T06:29:04.999Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=jp9fvh5x states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:29:05.023Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=jp9fvh5x time="2024-02-29T06:29:05.023Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jp9fvh5x time="2024-02-29T06:29:05.046Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=jp9fvh5x status=True time="2024-02-29T06:29:05.046Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=jp9fvh5x status=True time="2024-02-29T06:29:05.046Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=jp9fvh5x status=True time="2024-02-29T06:29:05.046Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jp9fvh5x time="2024-02-29T06:29:05.046Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=jp9fvh5x time="2024-02-29T06:29:05.046Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4416e7b2-e84f-4f68-8941-4d3a0fa2c39c time="2024-02-29T06:29:35.046Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=16558d43-942b-4622-bc09-fa1512f1f041 time="2024-02-29T06:29:35.046Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mpw4szfl time="2024-02-29T06:29:35.046Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mpw4szfl time="2024-02-29T06:29:35.046Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mpw4szfl time="2024-02-29T06:29:35.046Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mpw4szfl time="2024-02-29T06:29:35.208Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mpw4szfl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:29:35.231Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mpw4szfl time="2024-02-29T06:29:35.231Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mpw4szfl time="2024-02-29T06:29:35.252Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mpw4szfl status=True time="2024-02-29T06:29:35.252Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mpw4szfl status=True time="2024-02-29T06:29:35.252Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mpw4szfl status=True time="2024-02-29T06:29:35.252Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mpw4szfl time="2024-02-29T06:29:35.252Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=205 elapsedMillisGT=0 outcome=unspecified reconcileID=mpw4szfl time="2024-02-29T06:29:35.252Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=16558d43-942b-4622-bc09-fa1512f1f041 time="2024-02-29T06:30:00.134Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:30:05.253Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97fed22a-b12d-46ad-a801-ef009356fa87 time="2024-02-29T06:30:05.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pdvdlzxd time="2024-02-29T06:30:05.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pdvdlzxd time="2024-02-29T06:30:05.253Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pdvdlzxd time="2024-02-29T06:30:05.253Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=pdvdlzxd time="2024-02-29T06:30:05.412Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=pdvdlzxd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:30:05.437Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=pdvdlzxd time="2024-02-29T06:30:05.437Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pdvdlzxd time="2024-02-29T06:30:05.457Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=pdvdlzxd status=True time="2024-02-29T06:30:05.457Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=pdvdlzxd status=True time="2024-02-29T06:30:05.457Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=pdvdlzxd status=True time="2024-02-29T06:30:05.457Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pdvdlzxd time="2024-02-29T06:30:05.457Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=pdvdlzxd time="2024-02-29T06:30:05.457Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=97fed22a-b12d-46ad-a801-ef009356fa87 time="2024-02-29T06:30:35.457Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f144659-5970-4e05-8281-b58cc88df11a time="2024-02-29T06:30:35.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vc2kdgcp time="2024-02-29T06:30:35.457Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vc2kdgcp time="2024-02-29T06:30:35.457Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vc2kdgcp time="2024-02-29T06:30:35.457Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=vc2kdgcp time="2024-02-29T06:30:35.596Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=vc2kdgcp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:30:35.636Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=vc2kdgcp time="2024-02-29T06:30:35.636Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vc2kdgcp time="2024-02-29T06:30:35.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=vc2kdgcp status=True time="2024-02-29T06:30:35.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=vc2kdgcp status=True time="2024-02-29T06:30:35.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=vc2kdgcp status=True time="2024-02-29T06:30:35.677Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vc2kdgcp time="2024-02-29T06:30:35.677Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=219 elapsedMillisGT=0 outcome=unspecified reconcileID=vc2kdgcp time="2024-02-29T06:30:35.677Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f144659-5970-4e05-8281-b58cc88df11a time="2024-02-29T06:30:53.354Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:30:53.354Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:30:53.354Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:30:53.354Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:30:53.354Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:30:53.354Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:31:05.677Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8669931-d73f-4a11-a672-01da1a4f002c time="2024-02-29T06:31:05.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2cntppr time="2024-02-29T06:31:05.677Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2cntppr time="2024-02-29T06:31:05.677Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2cntppr time="2024-02-29T06:31:05.678Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=n2cntppr time="2024-02-29T06:31:05.824Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=n2cntppr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:31:05.853Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=n2cntppr time="2024-02-29T06:31:05.853Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2cntppr time="2024-02-29T06:31:05.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=n2cntppr status=True time="2024-02-29T06:31:05.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=n2cntppr status=True time="2024-02-29T06:31:05.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=n2cntppr status=True time="2024-02-29T06:31:05.883Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2cntppr time="2024-02-29T06:31:05.883Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=n2cntppr time="2024-02-29T06:31:05.884Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8669931-d73f-4a11-a672-01da1a4f002c time="2024-02-29T06:31:35.885Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dfe2e3f8-d095-4a8d-86e0-9a9a01d38ea9 time="2024-02-29T06:31:35.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=44c799jm time="2024-02-29T06:31:35.885Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=44c799jm time="2024-02-29T06:31:35.885Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=44c799jm time="2024-02-29T06:31:35.885Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=44c799jm time="2024-02-29T06:31:35.976Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=44c799jm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:31:36.003Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=44c799jm time="2024-02-29T06:31:36.003Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=44c799jm time="2024-02-29T06:31:36.023Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=44c799jm status=True time="2024-02-29T06:31:36.023Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=44c799jm status=True time="2024-02-29T06:31:36.023Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=44c799jm status=True time="2024-02-29T06:31:36.023Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=44c799jm time="2024-02-29T06:31:36.023Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=138 elapsedMillisGT=0 outcome=unspecified reconcileID=44c799jm time="2024-02-29T06:31:36.023Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dfe2e3f8-d095-4a8d-86e0-9a9a01d38ea9 time="2024-02-29T06:32:06.024Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a57e2e9-ef8d-4525-a995-1e1c806a78e1 time="2024-02-29T06:32:06.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5wxdnft5 time="2024-02-29T06:32:06.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5wxdnft5 time="2024-02-29T06:32:06.024Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5wxdnft5 time="2024-02-29T06:32:06.024Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=5wxdnft5 time="2024-02-29T06:32:06.131Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=5wxdnft5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:32:06.157Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=5wxdnft5 time="2024-02-29T06:32:06.157Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5wxdnft5 time="2024-02-29T06:32:06.181Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=5wxdnft5 status=True time="2024-02-29T06:32:06.181Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=5wxdnft5 status=True time="2024-02-29T06:32:06.181Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=5wxdnft5 status=True time="2024-02-29T06:32:06.181Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=5wxdnft5 time="2024-02-29T06:32:06.181Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=156 elapsedMillisGT=0 outcome=unspecified reconcileID=5wxdnft5 time="2024-02-29T06:32:06.181Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a57e2e9-ef8d-4525-a995-1e1c806a78e1 time="2024-02-29T06:32:36.181Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ae0f3c29-cd69-46f4-969f-06da1729cfa5 time="2024-02-29T06:32:36.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.181Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.181Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.181Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.332Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=k2sxj7d5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:32:36.354Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.354Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.373Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=k2sxj7d5 status=True time="2024-02-29T06:32:36.373Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=k2sxj7d5 status=True time="2024-02-29T06:32:36.373Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=k2sxj7d5 status=True time="2024-02-29T06:32:36.373Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=k2sxj7d5 time="2024-02-29T06:32:36.373Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ae0f3c29-cd69-46f4-969f-06da1729cfa5 time="2024-02-29T06:32:53.355Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:32:53.355Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:32:53.355Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:32:53.355Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:32:53.355Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:32:53.356Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:33:06.374Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=30ddc882-39ec-43e7-8589-5a0faf69a67c time="2024-02-29T06:33:06.374Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=56g7kjvk time="2024-02-29T06:33:06.374Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=56g7kjvk time="2024-02-29T06:33:06.374Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=56g7kjvk time="2024-02-29T06:33:06.374Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=56g7kjvk time="2024-02-29T06:33:06.523Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=56g7kjvk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:33:06.557Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=56g7kjvk time="2024-02-29T06:33:06.557Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=56g7kjvk time="2024-02-29T06:33:06.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=56g7kjvk status=True time="2024-02-29T06:33:06.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=56g7kjvk status=True time="2024-02-29T06:33:06.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=56g7kjvk status=True time="2024-02-29T06:33:06.589Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=56g7kjvk time="2024-02-29T06:33:06.589Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=215 elapsedMillisGT=0 outcome=unspecified reconcileID=56g7kjvk time="2024-02-29T06:33:06.589Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=30ddc882-39ec-43e7-8589-5a0faf69a67c time="2024-02-29T06:33:36.59Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8303ec64-6b10-46ea-b4cf-d8da5fd0c88c time="2024-02-29T06:33:36.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6xc6h476 time="2024-02-29T06:33:36.59Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6xc6h476 time="2024-02-29T06:33:36.59Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6xc6h476 time="2024-02-29T06:33:36.59Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=6xc6h476 time="2024-02-29T06:33:36.746Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=6xc6h476 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:33:36.769Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=6xc6h476 time="2024-02-29T06:33:36.769Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6xc6h476 time="2024-02-29T06:33:36.789Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=6xc6h476 status=True time="2024-02-29T06:33:36.789Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=6xc6h476 status=True time="2024-02-29T06:33:36.789Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=6xc6h476 status=True time="2024-02-29T06:33:36.789Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6xc6h476 time="2024-02-29T06:33:36.789Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=6xc6h476 time="2024-02-29T06:33:36.789Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8303ec64-6b10-46ea-b4cf-d8da5fd0c88c time="2024-02-29T06:34:06.789Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b3e9818-dbaf-45c5-9431-f8873d4f38bc time="2024-02-29T06:34:06.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.789Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.789Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.789Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.886Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=n2lnjfn4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:34:06.91Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.91Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.929Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=n2lnjfn4 status=True time="2024-02-29T06:34:06.929Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=n2lnjfn4 status=True time="2024-02-29T06:34:06.929Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=n2lnjfn4 status=True time="2024-02-29T06:34:06.929Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.929Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=140 elapsedMillisGT=0 outcome=unspecified reconcileID=n2lnjfn4 time="2024-02-29T06:34:06.929Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5b3e9818-dbaf-45c5-9431-f8873d4f38bc time="2024-02-29T06:34:36.93Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=90d466ee-3ca0-42ec-b03d-d07800075596 time="2024-02-29T06:34:36.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dw2rg9hv time="2024-02-29T06:34:36.93Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dw2rg9hv time="2024-02-29T06:34:36.93Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dw2rg9hv time="2024-02-29T06:34:36.931Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=dw2rg9hv time="2024-02-29T06:34:37.034Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=dw2rg9hv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:34:37.059Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=dw2rg9hv time="2024-02-29T06:34:37.059Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dw2rg9hv time="2024-02-29T06:34:37.081Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=dw2rg9hv status=True time="2024-02-29T06:34:37.081Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=dw2rg9hv status=True time="2024-02-29T06:34:37.081Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=dw2rg9hv status=True time="2024-02-29T06:34:37.081Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dw2rg9hv time="2024-02-29T06:34:37.081Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=151 elapsedMillisGT=0 outcome=unspecified reconcileID=dw2rg9hv time="2024-02-29T06:34:37.081Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=90d466ee-3ca0-42ec-b03d-d07800075596 time="2024-02-29T06:34:53.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:34:53.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:34:53.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:34:53.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:34:53.356Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:34:53.356Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:35:07.082Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=47d7602d-67d7-46a7-aafd-767d42a9559a time="2024-02-29T06:35:07.082Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxnz94fk time="2024-02-29T06:35:07.082Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxnz94fk time="2024-02-29T06:35:07.082Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxnz94fk time="2024-02-29T06:35:07.082Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=fxnz94fk time="2024-02-29T06:35:07.178Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=fxnz94fk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:35:07.201Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=fxnz94fk time="2024-02-29T06:35:07.201Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxnz94fk time="2024-02-29T06:35:07.222Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=fxnz94fk status=True time="2024-02-29T06:35:07.222Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=fxnz94fk status=True time="2024-02-29T06:35:07.222Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=fxnz94fk status=True time="2024-02-29T06:35:07.222Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxnz94fk time="2024-02-29T06:35:07.222Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=140 elapsedMillisGT=0 outcome=unspecified reconcileID=fxnz94fk time="2024-02-29T06:35:07.222Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=47d7602d-67d7-46a7-aafd-767d42a9559a time="2024-02-29T06:35:32.001Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=540a5746-7bfe-4be2-9ce9-4d45560592ca time="2024-02-29T06:35:32.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.001Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator dns" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Available changed for operator image-registry" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator image-registry status (False -> True)" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator ingress status (False -> True)" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Upgradeable changed for operator machine-config status (True -> False)" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator network status (False -> True)" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Available changed for operator node-tuning" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator node-tuning" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.03Z" level=info msg="condition Progressing changed for operator storage" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.044Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.044Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=43 elapsedMillisGT=0 outcome=unspecified reconcileID=8xpqsrg8 time="2024-02-29T06:35:32.044Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=540a5746-7bfe-4be2-9ce9-4d45560592ca time="2024-02-29T06:35:37.223Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f049814f-f350-43de-ac85-f188d080564f time="2024-02-29T06:35:37.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qxf4cjzs time="2024-02-29T06:35:37.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qxf4cjzs time="2024-02-29T06:35:37.223Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qxf4cjzs time="2024-02-29T06:35:37.223Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qxf4cjzs time="2024-02-29T06:35:37.379Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qxf4cjzs states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:35:37.402Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qxf4cjzs time="2024-02-29T06:35:37.402Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qxf4cjzs time="2024-02-29T06:35:37.425Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qxf4cjzs status=True time="2024-02-29T06:35:37.425Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qxf4cjzs status=True time="2024-02-29T06:35:37.425Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qxf4cjzs status=True time="2024-02-29T06:35:37.425Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qxf4cjzs time="2024-02-29T06:35:37.425Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=qxf4cjzs time="2024-02-29T06:35:37.425Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f049814f-f350-43de-ac85-f188d080564f time="2024-02-29T06:36:07.425Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c87c151-64bb-4f10-b977-8648585a85d3 time="2024-02-29T06:36:07.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9btvtvpb time="2024-02-29T06:36:07.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9btvtvpb time="2024-02-29T06:36:07.426Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9btvtvpb time="2024-02-29T06:36:07.426Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9btvtvpb time="2024-02-29T06:36:07.569Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9btvtvpb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:36:07.595Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9btvtvpb time="2024-02-29T06:36:07.595Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9btvtvpb time="2024-02-29T06:36:07.617Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9btvtvpb status=True time="2024-02-29T06:36:07.617Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9btvtvpb status=True time="2024-02-29T06:36:07.617Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9btvtvpb status=True time="2024-02-29T06:36:07.617Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9btvtvpb time="2024-02-29T06:36:07.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=9btvtvpb time="2024-02-29T06:36:07.617Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2c87c151-64bb-4f10-b977-8648585a85d3 time="2024-02-29T06:36:37.618Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c6d65b1-12d1-4bf5-9af9-f01801f77ff2 time="2024-02-29T06:36:37.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c62szlmf time="2024-02-29T06:36:37.618Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c62szlmf time="2024-02-29T06:36:37.618Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c62szlmf time="2024-02-29T06:36:37.619Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=c62szlmf time="2024-02-29T06:36:37.783Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=c62szlmf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:36:37.806Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=c62szlmf time="2024-02-29T06:36:37.806Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c62szlmf time="2024-02-29T06:36:37.827Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=c62szlmf status=True time="2024-02-29T06:36:37.827Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=c62szlmf status=True time="2024-02-29T06:36:37.827Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=c62szlmf status=True time="2024-02-29T06:36:37.827Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c62szlmf time="2024-02-29T06:36:37.827Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=208 elapsedMillisGT=0 outcome=unspecified reconcileID=c62szlmf time="2024-02-29T06:36:37.827Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c6d65b1-12d1-4bf5-9af9-f01801f77ff2 time="2024-02-29T06:36:53.356Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:36:53.356Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:36:53.356Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:36:53.356Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:36:53.356Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:36:53.357Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:37:07.827Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5601f8c9-b147-48ff-a58f-c259087c7ef6 time="2024-02-29T06:37:07.827Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=m94frwfh time="2024-02-29T06:37:07.828Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=m94frwfh time="2024-02-29T06:37:07.828Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=m94frwfh time="2024-02-29T06:37:07.828Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=m94frwfh time="2024-02-29T06:37:07.967Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=m94frwfh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:37:07.994Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=m94frwfh time="2024-02-29T06:37:07.994Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=m94frwfh time="2024-02-29T06:37:08.034Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=m94frwfh status=True time="2024-02-29T06:37:08.034Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=m94frwfh status=True time="2024-02-29T06:37:08.034Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=m94frwfh status=True time="2024-02-29T06:37:08.034Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=m94frwfh time="2024-02-29T06:37:08.034Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=m94frwfh time="2024-02-29T06:37:08.034Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5601f8c9-b147-48ff-a58f-c259087c7ef6 time="2024-02-29T06:37:34.424Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=7f88ff32-8102-49ab-922f-b1a2cfdf9cb6 time="2024-02-29T06:37:34.424Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.424Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.424Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:37:34.433Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.451Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.456Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.457Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=g4pf9djd time="2024-02-29T06:37:34.459Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.463Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.463Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=g4pf9djd time="2024-02-29T06:37:34.494Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=69 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=g4pf9djd time="2024-02-29T06:37:34.494Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=7f88ff32-8102-49ab-922f-b1a2cfdf9cb6 time="2024-02-29T06:37:38.035Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d086958-60c0-4169-89e6-74f8a45ba40a time="2024-02-29T06:37:38.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.035Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.035Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.126Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=7jlzc8g6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:37:38.153Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.153Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.176Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=7jlzc8g6 status=True time="2024-02-29T06:37:38.176Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=7jlzc8g6 status=True time="2024-02-29T06:37:38.176Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=7jlzc8g6 status=True time="2024-02-29T06:37:38.176Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.176Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=140 elapsedMillisGT=0 outcome=unspecified reconcileID=7jlzc8g6 time="2024-02-29T06:37:38.176Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d086958-60c0-4169-89e6-74f8a45ba40a time="2024-02-29T06:38:08.176Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=35e4f8f4-8e0e-440b-8249-9673aaf20baf time="2024-02-29T06:38:08.176Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rwblfr9g time="2024-02-29T06:38:08.176Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rwblfr9g time="2024-02-29T06:38:08.176Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rwblfr9g time="2024-02-29T06:38:08.176Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=rwblfr9g time="2024-02-29T06:38:08.273Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=rwblfr9g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:38:08.298Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=rwblfr9g time="2024-02-29T06:38:08.298Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rwblfr9g time="2024-02-29T06:38:08.319Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=rwblfr9g status=True time="2024-02-29T06:38:08.319Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=rwblfr9g status=True time="2024-02-29T06:38:08.319Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=rwblfr9g status=True time="2024-02-29T06:38:08.319Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rwblfr9g time="2024-02-29T06:38:08.319Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=142 elapsedMillisGT=0 outcome=unspecified reconcileID=rwblfr9g time="2024-02-29T06:38:08.319Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=35e4f8f4-8e0e-440b-8249-9673aaf20baf time="2024-02-29T06:38:38.32Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1613b4b7-16b7-433f-9f18-cdc889618334 time="2024-02-29T06:38:38.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9cr7hbwf time="2024-02-29T06:38:38.32Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9cr7hbwf time="2024-02-29T06:38:38.32Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9cr7hbwf time="2024-02-29T06:38:38.32Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9cr7hbwf time="2024-02-29T06:38:38.474Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9cr7hbwf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:38:38.496Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9cr7hbwf time="2024-02-29T06:38:38.496Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9cr7hbwf time="2024-02-29T06:38:38.516Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9cr7hbwf status=True time="2024-02-29T06:38:38.516Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9cr7hbwf status=True time="2024-02-29T06:38:38.516Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9cr7hbwf status=True time="2024-02-29T06:38:38.516Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9cr7hbwf time="2024-02-29T06:38:38.516Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=9cr7hbwf time="2024-02-29T06:38:38.516Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1613b4b7-16b7-433f-9f18-cdc889618334 time="2024-02-29T06:38:53.357Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:38:53.357Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:38:53.357Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:38:53.357Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:38:53.357Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:38:53.357Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:39:08.517Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e006dd5-3e1b-4f34-a45f-076487880574 time="2024-02-29T06:39:08.517Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw968cxk time="2024-02-29T06:39:08.517Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw968cxk time="2024-02-29T06:39:08.517Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw968cxk time="2024-02-29T06:39:08.517Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=hw968cxk time="2024-02-29T06:39:08.61Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=hw968cxk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:39:08.64Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=hw968cxk time="2024-02-29T06:39:08.64Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw968cxk time="2024-02-29T06:39:08.666Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=hw968cxk status=True time="2024-02-29T06:39:08.666Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=hw968cxk status=True time="2024-02-29T06:39:08.666Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=hw968cxk status=True time="2024-02-29T06:39:08.666Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw968cxk time="2024-02-29T06:39:08.666Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=hw968cxk time="2024-02-29T06:39:08.666Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8e006dd5-3e1b-4f34-a45f-076487880574 time="2024-02-29T06:39:38.667Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c3d30c6d-9a9d-4d9d-92f5-e5472b841a21 time="2024-02-29T06:39:38.667Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pqmd58zg time="2024-02-29T06:39:38.667Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pqmd58zg time="2024-02-29T06:39:38.667Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pqmd58zg time="2024-02-29T06:39:38.667Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=pqmd58zg time="2024-02-29T06:39:38.813Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=pqmd58zg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:39:38.836Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=pqmd58zg time="2024-02-29T06:39:38.836Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pqmd58zg time="2024-02-29T06:39:38.857Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=pqmd58zg status=True time="2024-02-29T06:39:38.857Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=pqmd58zg status=True time="2024-02-29T06:39:38.857Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=pqmd58zg status=True time="2024-02-29T06:39:38.857Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pqmd58zg time="2024-02-29T06:39:38.857Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=pqmd58zg time="2024-02-29T06:39:38.857Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c3d30c6d-9a9d-4d9d-92f5-e5472b841a21 time="2024-02-29T06:40:08.858Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f0c3a0d-6a32-434f-a536-dfee9996114b time="2024-02-29T06:40:08.858Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qsghtpvj time="2024-02-29T06:40:08.858Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qsghtpvj time="2024-02-29T06:40:08.858Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qsghtpvj time="2024-02-29T06:40:08.858Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qsghtpvj time="2024-02-29T06:40:09.012Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qsghtpvj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:40:09.045Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qsghtpvj time="2024-02-29T06:40:09.045Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qsghtpvj time="2024-02-29T06:40:09.07Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qsghtpvj status=True time="2024-02-29T06:40:09.07Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qsghtpvj status=True time="2024-02-29T06:40:09.07Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qsghtpvj status=True time="2024-02-29T06:40:09.07Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qsghtpvj time="2024-02-29T06:40:09.07Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=212 elapsedMillisGT=0 outcome=unspecified reconcileID=qsghtpvj time="2024-02-29T06:40:09.071Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8f0c3a0d-6a32-434f-a536-dfee9996114b time="2024-02-29T06:40:39.072Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d5a56fc-9441-400c-91e4-8923a2cb9313 time="2024-02-29T06:40:39.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9g7r77js time="2024-02-29T06:40:39.072Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9g7r77js time="2024-02-29T06:40:39.072Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9g7r77js time="2024-02-29T06:40:39.072Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9g7r77js time="2024-02-29T06:40:39.232Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9g7r77js states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:40:39.257Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9g7r77js time="2024-02-29T06:40:39.257Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9g7r77js time="2024-02-29T06:40:39.278Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9g7r77js status=True time="2024-02-29T06:40:39.278Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9g7r77js status=True time="2024-02-29T06:40:39.278Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9g7r77js status=True time="2024-02-29T06:40:39.278Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9g7r77js time="2024-02-29T06:40:39.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=9g7r77js time="2024-02-29T06:40:39.278Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d5a56fc-9441-400c-91e4-8923a2cb9313 time="2024-02-29T06:40:53.358Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:40:53.358Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:40:53.358Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:40:53.359Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:40:53.359Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:40:53.359Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:41:09.279Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=919ef0a3-a9f5-474a-959a-2ff01ffde6ca time="2024-02-29T06:41:09.279Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cz5gcbcn time="2024-02-29T06:41:09.279Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cz5gcbcn time="2024-02-29T06:41:09.279Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cz5gcbcn time="2024-02-29T06:41:09.279Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=cz5gcbcn time="2024-02-29T06:41:09.442Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=cz5gcbcn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:41:09.466Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=cz5gcbcn time="2024-02-29T06:41:09.466Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cz5gcbcn time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=cz5gcbcn status=True time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=cz5gcbcn status=True time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=cz5gcbcn status=False time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=cz5gcbcn status=True time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=cz5gcbcn status=True time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=cz5gcbcn status=True time="2024-02-29T06:41:09.486Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=cz5gcbcn time="2024-02-29T06:41:09.486Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=207 elapsedMillisGT=0 outcome=unspecified reconcileID=cz5gcbcn time="2024-02-29T06:41:09.486Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=919ef0a3-a9f5-474a-959a-2ff01ffde6ca time="2024-02-29T06:41:39.487Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a190991c-068f-467b-8f88-f7e183d1b839 time="2024-02-29T06:41:39.487Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=t4h8jsnd time="2024-02-29T06:41:39.487Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=t4h8jsnd time="2024-02-29T06:41:39.487Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=t4h8jsnd time="2024-02-29T06:41:39.488Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=t4h8jsnd time="2024-02-29T06:41:39.635Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=t4h8jsnd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:41:39.657Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=t4h8jsnd time="2024-02-29T06:41:39.657Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=t4h8jsnd time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=t4h8jsnd status=True time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=t4h8jsnd status=True time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=t4h8jsnd status=False time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=t4h8jsnd status=True time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=t4h8jsnd status=True time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=t4h8jsnd status=True time="2024-02-29T06:41:39.677Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=t4h8jsnd time="2024-02-29T06:41:39.677Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=t4h8jsnd time="2024-02-29T06:41:39.677Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a190991c-068f-467b-8f88-f7e183d1b839 time="2024-02-29T06:42:09.678Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9f60d4f3-da91-41f0-aca6-7250364984c2 time="2024-02-29T06:42:09.678Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78smshp5 time="2024-02-29T06:42:09.678Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78smshp5 time="2024-02-29T06:42:09.678Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78smshp5 time="2024-02-29T06:42:09.678Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=78smshp5 time="2024-02-29T06:42:09.78Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=78smshp5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:42:09.806Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=78smshp5 time="2024-02-29T06:42:09.806Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78smshp5 time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=78smshp5 status=True time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=78smshp5 status=True time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=78smshp5 status=False time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=78smshp5 status=True time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=78smshp5 status=True time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=78smshp5 status=True time="2024-02-29T06:42:09.826Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78smshp5 time="2024-02-29T06:42:09.826Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=78smshp5 time="2024-02-29T06:42:09.826Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9f60d4f3-da91-41f0-aca6-7250364984c2 time="2024-02-29T06:42:39.827Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b3c59c6-62af-4c56-9d00-565d3df14ed0 time="2024-02-29T06:42:39.827Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78kxwtnf time="2024-02-29T06:42:39.828Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78kxwtnf time="2024-02-29T06:42:39.828Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78kxwtnf time="2024-02-29T06:42:39.828Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=78kxwtnf time="2024-02-29T06:42:39.968Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=78kxwtnf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:42:39.99Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=78kxwtnf time="2024-02-29T06:42:39.99Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78kxwtnf time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=78kxwtnf status=True time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=78kxwtnf status=True time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=78kxwtnf status=False time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=78kxwtnf status=True time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=78kxwtnf status=True time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=78kxwtnf status=True time="2024-02-29T06:42:40.013Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=78kxwtnf time="2024-02-29T06:42:40.013Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=185 elapsedMillisGT=0 outcome=unspecified reconcileID=78kxwtnf time="2024-02-29T06:42:40.013Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b3c59c6-62af-4c56-9d00-565d3df14ed0 time="2024-02-29T06:42:53.359Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:42:53.359Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:42:53.359Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:42:53.359Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:42:53.359Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:42:53.359Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:43:10.014Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=62414934-a043-449c-ba38-2b2bad8eb836 time="2024-02-29T06:43:10.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pknhbh9g time="2024-02-29T06:43:10.014Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pknhbh9g time="2024-02-29T06:43:10.014Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pknhbh9g time="2024-02-29T06:43:10.014Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=pknhbh9g time="2024-02-29T06:43:10.17Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=pknhbh9g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:43:10.193Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=pknhbh9g time="2024-02-29T06:43:10.193Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pknhbh9g time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=pknhbh9g status=True time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=pknhbh9g status=True time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=pknhbh9g status=False time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=pknhbh9g status=True time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=pknhbh9g status=True time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=pknhbh9g status=True time="2024-02-29T06:43:10.213Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pknhbh9g time="2024-02-29T06:43:10.213Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=pknhbh9g time="2024-02-29T06:43:10.213Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=62414934-a043-449c-ba38-2b2bad8eb836 time="2024-02-29T06:43:40.213Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53a42b31-4353-443d-8b75-d6e5b9d5db34 time="2024-02-29T06:43:40.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kxdz4pqs time="2024-02-29T06:43:40.213Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kxdz4pqs time="2024-02-29T06:43:40.213Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kxdz4pqs time="2024-02-29T06:43:40.214Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=kxdz4pqs time="2024-02-29T06:43:40.365Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=kxdz4pqs states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:43:40.39Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=kxdz4pqs time="2024-02-29T06:43:40.39Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kxdz4pqs time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=kxdz4pqs status=True time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=kxdz4pqs status=True time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=kxdz4pqs status=False time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=kxdz4pqs status=True time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=kxdz4pqs status=True time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=kxdz4pqs status=True time="2024-02-29T06:43:40.411Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kxdz4pqs time="2024-02-29T06:43:40.411Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=197 elapsedMillisGT=0 outcome=unspecified reconcileID=kxdz4pqs time="2024-02-29T06:43:40.411Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=53a42b31-4353-443d-8b75-d6e5b9d5db34 time="2024-02-29T06:44:10.412Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=40dcfcb1-3b3d-41e7-ad2e-8ac779fa356c time="2024-02-29T06:44:10.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jhm6f4zg time="2024-02-29T06:44:10.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jhm6f4zg time="2024-02-29T06:44:10.412Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jhm6f4zg time="2024-02-29T06:44:10.412Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=jhm6f4zg time="2024-02-29T06:44:10.559Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=jhm6f4zg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:44:10.582Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=jhm6f4zg time="2024-02-29T06:44:10.582Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jhm6f4zg time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=jhm6f4zg status=True time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=jhm6f4zg status=True time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=jhm6f4zg status=False time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=jhm6f4zg status=True time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=jhm6f4zg status=True time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=jhm6f4zg status=True time="2024-02-29T06:44:10.602Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jhm6f4zg time="2024-02-29T06:44:10.602Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=jhm6f4zg time="2024-02-29T06:44:10.602Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=40dcfcb1-3b3d-41e7-ad2e-8ac779fa356c time="2024-02-29T06:44:40.602Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b0cfe27a-044f-4df4-9236-c4f186ed3c33 time="2024-02-29T06:44:40.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gjk94cxk time="2024-02-29T06:44:40.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gjk94cxk time="2024-02-29T06:44:40.602Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gjk94cxk time="2024-02-29T06:44:40.603Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=gjk94cxk time="2024-02-29T06:44:40.744Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=gjk94cxk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:44:40.766Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=gjk94cxk time="2024-02-29T06:44:40.766Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gjk94cxk time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=gjk94cxk status=True time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=gjk94cxk status=True time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=gjk94cxk status=False time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=gjk94cxk status=True time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=gjk94cxk status=True time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=gjk94cxk status=True time="2024-02-29T06:44:40.785Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gjk94cxk time="2024-02-29T06:44:40.785Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=182 elapsedMillisGT=0 outcome=unspecified reconcileID=gjk94cxk time="2024-02-29T06:44:40.785Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b0cfe27a-044f-4df4-9236-c4f186ed3c33 time="2024-02-29T06:44:53.36Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:44:53.36Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:44:53.361Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:44:53.361Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:44:53.361Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:44:53.361Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:45:00.119Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T06:45:10.786Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=43749009-d618-4284-a12d-22b4c612de22 time="2024-02-29T06:45:10.786Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s7clmc8l time="2024-02-29T06:45:10.786Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s7clmc8l time="2024-02-29T06:45:10.786Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s7clmc8l time="2024-02-29T06:45:10.786Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=s7clmc8l time="2024-02-29T06:45:10.896Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=s7clmc8l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:45:10.924Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=s7clmc8l time="2024-02-29T06:45:10.924Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s7clmc8l time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=s7clmc8l status=True time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=s7clmc8l status=True time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=s7clmc8l status=False time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=s7clmc8l status=True time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=s7clmc8l status=True time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=s7clmc8l status=True time="2024-02-29T06:45:10.944Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s7clmc8l time="2024-02-29T06:45:10.944Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=158 elapsedMillisGT=0 outcome=unspecified reconcileID=s7clmc8l time="2024-02-29T06:45:10.944Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=43749009-d618-4284-a12d-22b4c612de22 time="2024-02-29T06:45:40.945Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9386ea65-974c-430b-95fb-2baf9fe8afa1 time="2024-02-29T06:45:40.945Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=l7dhnmg9 time="2024-02-29T06:45:40.945Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=l7dhnmg9 time="2024-02-29T06:45:40.945Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=l7dhnmg9 time="2024-02-29T06:45:40.945Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=l7dhnmg9 time="2024-02-29T06:45:41.117Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=l7dhnmg9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:45:41.138Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=l7dhnmg9 time="2024-02-29T06:45:41.138Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=l7dhnmg9 time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=l7dhnmg9 status=True time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=l7dhnmg9 status=True time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=l7dhnmg9 status=False time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=l7dhnmg9 status=True time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=l7dhnmg9 status=True time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=l7dhnmg9 status=True time="2024-02-29T06:45:41.158Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=l7dhnmg9 time="2024-02-29T06:45:41.158Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=213 elapsedMillisGT=0 outcome=unspecified reconcileID=l7dhnmg9 time="2024-02-29T06:45:41.158Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9386ea65-974c-430b-95fb-2baf9fe8afa1 time="2024-02-29T06:46:04.159Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=28e27143-1555-4e2f-b95b-020beb2008fb time="2024-02-29T06:46:04.159Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.159Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.159Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:46:04.159Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=cff5a7d2-0b12-4a86-bf45-f2e71ab5b498 time="2024-02-29T06:46:04.159Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=8bv8drgl time="2024-02-29T06:46:04.159Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=8bv8drgl time="2024-02-29T06:46:04.159Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T06:46:04.159Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b4e98b90-024d-495d-80d0-87df6a9c6375 time="2024-02-29T06:46:04.159Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=rqd8gths time="2024-02-29T06:46:04.159Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=rqd8gths time="2024-02-29T06:46:04.159Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:04.159Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=rqd8gths time="2024-02-29T06:46:04.159Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=rqd8gths time="2024-02-29T06:46:04.159Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b4e98b90-024d-495d-80d0-87df6a9c6375 time="2024-02-29T06:46:04.159Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=8bv8drgl time="2024-02-29T06:46:04.159Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=8bv8drgl time="2024-02-29T06:46:04.159Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=cff5a7d2-0b12-4a86-bf45-f2e71ab5b498 time="2024-02-29T06:46:04.168Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.186Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.191Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.192Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.193Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=lbv7h2sm time="2024-02-29T06:46:04.194Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.199Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.199Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=lbv7h2sm time="2024-02-29T06:46:04.232Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=73 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=lbv7h2sm time="2024-02-29T06:46:04.232Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=28e27143-1555-4e2f-b95b-020beb2008fb time="2024-02-29T06:46:11.159Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=722b1a04-e61c-43f0-bdf2-0727a2764829 time="2024-02-29T06:46:11.159Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=46xfb7zk time="2024-02-29T06:46:11.159Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=46xfb7zk time="2024-02-29T06:46:11.159Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=46xfb7zk time="2024-02-29T06:46:11.159Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=46xfb7zk time="2024-02-29T06:46:11.293Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=46xfb7zk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:46:11.318Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=46xfb7zk time="2024-02-29T06:46:11.318Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=46xfb7zk time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=46xfb7zk status=True time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=46xfb7zk status=True time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=46xfb7zk status=False time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=46xfb7zk status=True time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=46xfb7zk status=True time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=46xfb7zk status=True time="2024-02-29T06:46:11.338Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=46xfb7zk time="2024-02-29T06:46:11.338Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=179 elapsedMillisGT=0 outcome=unspecified reconcileID=46xfb7zk time="2024-02-29T06:46:11.338Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=722b1a04-e61c-43f0-bdf2-0727a2764829 time="2024-02-29T06:46:41.338Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ec466bc6-51ea-4a57-aca9-b214c940bd59 time="2024-02-29T06:46:41.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h97tx7qg time="2024-02-29T06:46:41.339Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h97tx7qg time="2024-02-29T06:46:41.339Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h97tx7qg time="2024-02-29T06:46:41.339Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=h97tx7qg time="2024-02-29T06:46:41.442Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=h97tx7qg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:46:41.466Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=h97tx7qg time="2024-02-29T06:46:41.466Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h97tx7qg time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=h97tx7qg status=True time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=h97tx7qg status=True time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=h97tx7qg status=False time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=h97tx7qg status=True time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=h97tx7qg status=True time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=h97tx7qg status=True time="2024-02-29T06:46:41.487Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h97tx7qg time="2024-02-29T06:46:41.487Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=h97tx7qg time="2024-02-29T06:46:41.487Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ec466bc6-51ea-4a57-aca9-b214c940bd59 time="2024-02-29T06:46:53.361Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:46:53.361Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:46:53.361Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:46:53.361Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:46:53.361Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:46:53.361Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:46:56.806Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=f96520bf-64d1-40ef-880b-22e27bec0c3f time="2024-02-29T06:46:56.806Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=68bz8c5f time="2024-02-29T06:46:56.806Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e0984017-430a-4c57-9ab2-9690c942b0ef time="2024-02-29T06:46:56.807Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=68bz8c5f time="2024-02-29T06:46:56.806Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=270019d0-ecf8-4997-a99a-ceec7ee3e5c9 time="2024-02-29T06:46:56.807Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:56.807Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:56.807Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6hh6np4p time="2024-02-29T06:46:56.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6hh6np4p time="2024-02-29T06:46:56.807Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=6hh6np4p time="2024-02-29T06:46:56.807Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6hh6np4p time="2024-02-29T06:46:56.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:56.807Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68bz8c5f time="2024-02-29T06:46:56.807Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=f96520bf-64d1-40ef-880b-22e27bec0c3f time="2024-02-29T06:46:56.807Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=270019d0-ecf8-4997-a99a-ceec7ee3e5c9 time="2024-02-29T06:46:56.807Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:56.807Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:56.807Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjhg6glw time="2024-02-29T06:46:56.807Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e0984017-430a-4c57-9ab2-9690c942b0ef time="2024-02-29T06:46:57.564Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fc47883e-1f0b-4cba-ac56-02ace77f643e time="2024-02-29T06:46:57.564Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:57.564Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:57.564Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:57.564Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:57.564Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zj8glq9h time="2024-02-29T06:46:57.564Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fc47883e-1f0b-4cba-ac56-02ace77f643e time="2024-02-29T06:46:58.576Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=4002d241-02b1-42e0-88ec-f3f56dbfbaf1 time="2024-02-29T06:46:58.576Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:58.576Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tbrnch8 time="2024-02-29T06:46:58.576Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=4002d241-02b1-42e0-88ec-f3f56dbfbaf1 time="2024-02-29T06:46:58.661Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=48a1693a-a995-4732-b154-de1cf3f96d10 time="2024-02-29T06:46:58.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f9k4vt5r time="2024-02-29T06:46:58.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f9k4vt5r time="2024-02-29T06:46:58.661Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:58.661Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:58.661Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f9k4vt5r time="2024-02-29T06:46:58.661Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f9k4vt5r time="2024-02-29T06:46:58.661Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:58.662Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=f9k4vt5r time="2024-02-29T06:46:58.662Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:58.662Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=f9k4vt5r time="2024-02-29T06:46:58.662Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9k4vt5r time="2024-02-29T06:46:58.662Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=48a1693a-a995-4732-b154-de1cf3f96d10 time="2024-02-29T06:46:59.573Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94bc9cad-d880-4e7f-98e2-347b478923e1 time="2024-02-29T06:46:59.573Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=664qpdsz time="2024-02-29T06:46:59.573Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=664qpdsz time="2024-02-29T06:46:59.573Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.574Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.574Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=664qpdsz time="2024-02-29T06:46:59.574Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=664qpdsz time="2024-02-29T06:46:59.574Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:59.574Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=664qpdsz time="2024-02-29T06:46:59.574Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:59.574Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=664qpdsz time="2024-02-29T06:46:59.574Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=664qpdsz time="2024-02-29T06:46:59.574Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94bc9cad-d880-4e7f-98e2-347b478923e1 time="2024-02-29T06:46:59.585Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=df3d5e99-1fa6-42fe-b286-dc35359a6dd1 time="2024-02-29T06:46:59.585Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.585Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.585Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.585Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.586Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.586Z" level=debug msg="install job still running" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.586Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z7q7hkx7 time="2024-02-29T06:46:59.586Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=df3d5e99-1fa6-42fe-b286-dc35359a6dd1 time="2024-02-29T06:46:59.596Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef7c7420-7e53-4729-a79c-5cf3d4ab410a time="2024-02-29T06:46:59.596Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jvt78rr2 time="2024-02-29T06:46:59.596Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jvt78rr2 time="2024-02-29T06:46:59.596Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.597Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.597Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jvt78rr2 time="2024-02-29T06:46:59.597Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jvt78rr2 time="2024-02-29T06:46:59.597Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:59.597Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=jvt78rr2 time="2024-02-29T06:46:59.597Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:59.597Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=jvt78rr2 time="2024-02-29T06:46:59.597Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jvt78rr2 time="2024-02-29T06:46:59.597Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ef7c7420-7e53-4729-a79c-5cf3d4ab410a time="2024-02-29T06:46:59.606Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=4bdabe84-7557-496f-9254-a3e59104f250 time="2024-02-29T06:46:59.606Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.606Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=info msg="install job succeeded" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.606Z" level=info msg="transitioning to complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision job=mihuang-291-0-57lqw-provision reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.617Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c3804ecb-2129-4bcd-b4d3-ae7862e5de0d time="2024-02-29T06:46:59.617Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=2rkt8ztk time="2024-02-29T06:46:59.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=2rkt8ztk time="2024-02-29T06:46:59.617Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=2rkt8ztk time="2024-02-29T06:46:59.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rkt8ztk time="2024-02-29T06:46:59.617Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c3804ecb-2129-4bcd-b4d3-ae7862e5de0d time="2024-02-29T06:46:59.617Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e28e21a0-136f-49c0-8dd1-80abc043cb22 time="2024-02-29T06:46:59.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7k4mgxhk time="2024-02-29T06:46:59.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7k4mgxhk time="2024-02-29T06:46:59.617Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.618Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.618Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7k4mgxhk time="2024-02-29T06:46:59.618Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7k4mgxhk time="2024-02-29T06:46:59.618Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:59.618Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=7k4mgxhk time="2024-02-29T06:46:59.618Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:59.618Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=7k4mgxhk time="2024-02-29T06:46:59.618Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7k4mgxhk time="2024-02-29T06:46:59.618Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e28e21a0-136f-49c0-8dd1-80abc043cb22 time="2024-02-29T06:46:59.63Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dbdfe880-c890-4290-bd13-109d06c0e7c8 time="2024-02-29T06:46:59.63Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f03c84b2-f0b4-44ed-8f1a-01ded9722625 time="2024-02-29T06:46:59.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.63Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sq6mdvpp time="2024-02-29T06:46:59.631Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sq6mdvpp time="2024-02-29T06:46:59.631Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:59.631Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=nd7nnjg6 time="2024-02-29T06:46:59.631Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=4bdabe84-7557-496f-9254-a3e59104f250 time="2024-02-29T06:46:59.631Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=061bd4ce-bc9b-4419-b14e-33dd53d4a972 time="2024-02-29T06:46:59.631Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=sq6mdvpp time="2024-02-29T06:46:59.631Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sq6mdvpp time="2024-02-29T06:46:59.631Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dbdfe880-c890-4290-bd13-109d06c0e7c8 time="2024-02-29T06:46:59.631Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:59.631Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=m6wm4c4s time="2024-02-29T06:46:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.631Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvpkw5gz time="2024-02-29T06:46:59.631Z" level=debug msg="Reconcile done, requeueing after 23h23m41.36831766s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=061bd4ce-bc9b-4419-b14e-33dd53d4a972 time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=17ab002c-3a98-4c29-ba7c-dd7e7b792aea time="2024-02-29T06:46:59.642Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=z6n7k44x time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c4525199-7694-4511-8b87-4b01dcc91a23 time="2024-02-29T06:46:59.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7jvgjmhj time="2024-02-29T06:46:59.642Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7jvgjmhj time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=42674c23-58e7-4e44-91ae-a1b2474ff41b time="2024-02-29T06:46:59.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.642Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.642Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f8f2ec22-c5b9-449b-a49f-4d927b32eba6 time="2024-02-29T06:46:59.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=jzqtdbsw time="2024-02-29T06:46:59.642Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=jzqtdbsw time="2024-02-29T06:46:59.642Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=jzqtdbsw time="2024-02-29T06:46:59.642Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzqtdbsw time="2024-02-29T06:46:59.642Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f8f2ec22-c5b9-449b-a49f-4d927b32eba6 time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=fbfb0f61-96b5-4f6f-b80e-a8cce5f8b68a time="2024-02-29T06:46:59.642Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=k878tzsn time="2024-02-29T06:46:59.642Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=k878tzsn time="2024-02-29T06:46:59.642Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.642Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=k878tzsn time="2024-02-29T06:46:59.642Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=k878tzsn time="2024-02-29T06:46:59.642Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=fbfb0f61-96b5-4f6f-b80e-a8cce5f8b68a time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=df4e4262-b211-4d23-8f54-996d40f0d08f time="2024-02-29T06:46:59.642Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=r2qjtqft time="2024-02-29T06:46:59.642Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=r2qjtqft time="2024-02-29T06:46:59.642Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2qjtqft time="2024-02-29T06:46:59.642Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=df4e4262-b211-4d23-8f54-996d40f0d08f time="2024-02-29T06:46:59.642Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=z6n7k44x time="2024-02-29T06:46:59.642Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=z6n7k44x time="2024-02-29T06:46:59.642Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6n7k44x time="2024-02-29T06:46:59.642Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=17ab002c-3a98-4c29-ba7c-dd7e7b792aea time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ee83333a-58f7-4c06-b8eb-c5d95f8632cb time="2024-02-29T06:46:59.643Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k87xlxdc time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k87xlxdc time="2024-02-29T06:46:59.643Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k87xlxdc time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k87xlxdc time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ee83333a-58f7-4c06-b8eb-c5d95f8632cb time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=346c2bed-c2e8-455a-8c49-3df35eb6308e time="2024-02-29T06:46:59.643Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=6cbxk7r9 time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=6cbxk7r9 time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=346c2bed-c2e8-455a-8c49-3df35eb6308e time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e2dbe9a0-5161-4830-9c81-e822a3c0e82d time="2024-02-29T06:46:59.643Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=4whg6k27 time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=4whg6k27 time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4whg6k27 time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e2dbe9a0-5161-4830-9c81-e822a3c0e82d time="2024-02-29T06:46:59.642Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=42674c23-58e7-4e44-91ae-a1b2474ff41b time="2024-02-29T06:46:59.642Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7jvgjmhj time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jvgjmhj time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c4525199-7694-4511-8b87-4b01dcc91a23 time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca8bdcdd-6fcc-4af5-90f8-9459568131a6 time="2024-02-29T06:46:59.643Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=tdzq8m7q time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=tdzq8m7q time="2024-02-29T06:46:59.643Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=tdzq8m7q time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdzq8m7q time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca8bdcdd-6fcc-4af5-90f8-9459568131a6 time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=7f669caf-b9a9-49ee-a14d-b7af77a46fad time="2024-02-29T06:46:59.643Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=xdv5rqjl time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9411795d-d215-4b10-ae75-256a5c82eb31 time="2024-02-29T06:46:59.643Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=mmk8mz8k time="2024-02-29T06:46:59.642Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4d103be0-f3b1-43fa-bc2a-ad7f8d47340b time="2024-02-29T06:46:59.643Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d4pzwtc4 time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d4pzwtc4 time="2024-02-29T06:46:59.643Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d4pzwtc4 time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4pzwtc4 time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4d103be0-f3b1-43fa-bc2a-ad7f8d47340b time="2024-02-29T06:46:59.643Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=mmk8mz8k time="2024-02-29T06:46:59.643Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=mmk8mz8k time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmk8mz8k time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9411795d-d215-4b10-ae75-256a5c82eb31 time="2024-02-29T06:46:59.643Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.643Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xdv5rqjl time="2024-02-29T06:46:59.643Z" level=debug msg="Reconcile done, requeueing after 23h23m41.356231598s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=7f669caf-b9a9-49ee-a14d-b7af77a46fad time="2024-02-29T06:46:59.657Z" level=debug msg="install job completed" clusterDeployment=default/mihuang-291 controller=clusterDeployment duration=2178.657555329 provision=mihuang-291-0-57lqw reconcileID=m6wm4c4s time="2024-02-29T06:46:59.657Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=m6wm4c4s time="2024-02-29T06:46:59.657Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f03c84b2-f0b4-44ed-8f1a-01ded9722625 time="2024-02-29T06:46:59.657Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=71ca06ab-161b-4081-96c9-002b14ab31ae time="2024-02-29T06:46:59.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.657Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.657Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.657Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.657Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.657Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.657Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291\", timestamp:time.Time{wall:0xc17025d86d5635af, ext:1670429053210, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-291 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5438619d-4c97-4297-a9a3-e612ebb39481 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=xk6l262t time="2024-02-29T06:46:59.658Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=xk6l262t time="2024-02-29T06:46:59.658Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T06:46:59.658Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-291 controller=clusterDeployment provision=mihuang-291-0-57lqw reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c6970c1e-0b18-4656-8f13-58976a4645e2 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=rzz46jhj time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=rzz46jhj time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c6970c1e-0b18-4656-8f13-58976a4645e2 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca4e66bc-2a56-4a26-9628-166019ec533f time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=ztvttjtc time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=ztvttjtc time="2024-02-29T06:46:59.658Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=ztvttjtc time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ztvttjtc time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ca4e66bc-2a56-4a26-9628-166019ec533f time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=041c0d4f-4cae-460b-983d-d9b7353ac4a9 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wpg4tc65 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6b30b4b7-429f-4662-89e8-15393ed8cb6a time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.658Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a0397db0-089e-4632-82fc-eb18e2f14813 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=t2wtkmzd time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=71fb2ee0-81c3-4bc5-8465-bd25067e93a3 time="2024-02-29T06:46:59.658Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=fsw8p9nx time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7397d2fb-dba4-4399-96f8-2c21d6a52642 time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=fsw8p9nx time="2024-02-29T06:46:59.658Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=fsw8p9nx time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fsw8p9nx time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=71fb2ee0-81c3-4bc5-8465-bd25067e93a3 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=mppxmj7g time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=mppxmj7g time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mppxmj7g time="2024-02-29T06:46:59.658Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7397d2fb-dba4-4399-96f8-2c21d6a52642 time="2024-02-29T06:46:59.658Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=xk6l262t time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xk6l262t time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5438619d-4c97-4297-a9a3-e612ebb39481 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5a169f9d-498d-459a-af56-448b8ae68143 time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=4svvhlzw time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=4svvhlzw time="2024-02-29T06:46:59.658Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=4svvhlzw time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4svvhlzw time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5a169f9d-498d-459a-af56-448b8ae68143 time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=t2wtkmzd time="2024-02-29T06:46:59.658Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c138db52-434e-4b62-9f51-fd73ab59ab3f time="2024-02-29T06:46:59.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=bt255wb5 time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=bt255wb5 time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.658Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=bt255wb5 time="2024-02-29T06:46:59.658Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bt255wb5 time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c138db52-434e-4b62-9f51-fd73ab59ab3f time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=06f46560-9a49-4112-8d6d-7096ff6c8188 time="2024-02-29T06:46:59.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6rsfp26m time="2024-02-29T06:46:59.659Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6rsfp26m time="2024-02-29T06:46:59.659Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=6rsfp26m time="2024-02-29T06:46:59.658Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6b30b4b7-429f-4662-89e8-15393ed8cb6a time="2024-02-29T06:46:59.658Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wpg4tc65 time="2024-02-29T06:46:59.659Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wpg4tc65 time="2024-02-29T06:46:59.659Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wpg4tc65 time="2024-02-29T06:46:59.659Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wpg4tc65 time="2024-02-29T06:46:59.659Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.659Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wpg4tc65 time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4170bacd-cdc1-4d06-9d7a-13133829a95d time="2024-02-29T06:46:59.658Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8d0721ec-fa12-445c-b84a-9346f1ab9209 time="2024-02-29T06:46:59.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v6kv5ph4 time="2024-02-29T06:46:59.659Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v6kv5ph4 time="2024-02-29T06:46:59.659Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=v6kv5ph4 time="2024-02-29T06:46:59.659Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v6kv5ph4 time="2024-02-29T06:46:59.659Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8d0721ec-fa12-445c-b84a-9346f1ab9209 time="2024-02-29T06:46:59.659Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpg4tc65 time="2024-02-29T06:46:59.659Z" level=debug msg="Reconcile done, requeueing after 23h23m41.340690486s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=041c0d4f-4cae-460b-983d-d9b7353ac4a9 time="2024-02-29T06:46:59.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=thkpxxhd time="2024-02-29T06:46:59.659Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=thkpxxhd time="2024-02-29T06:46:59.659Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=thkpxxhd time="2024-02-29T06:46:59.663Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=84be781e-1d06-4809-8288-c662c6a73c9f time="2024-02-29T06:46:59.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=fvgwcxxk time="2024-02-29T06:46:59.664Z" level=info msg="failed to set the Installed flag" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" provision=mihuang-291-0-57lqw reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.664Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=lrfj9nr6 time="2024-02-29T06:46:59.664Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=fvgwcxxk time="2024-02-29T06:46:59.664Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvgwcxxk time="2024-02-29T06:46:59.664Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=84be781e-1d06-4809-8288-c662c6a73c9f time="2024-02-29T06:46:59.664Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=71ca06ab-161b-4081-96c9-002b14ab31ae time="2024-02-29T06:46:59.664Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3ccf7f2a-5182-4466-8440-73ecddb50f63 time="2024-02-29T06:46:59.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=kdncns2g time="2024-02-29T06:46:59.664Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=kdncns2g time="2024-02-29T06:46:59.664Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.664Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.664Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=kdncns2g time="2024-02-29T06:46:59.664Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=kdncns2g time="2024-02-29T06:46:59.672Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=13 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=t2wtkmzd time="2024-02-29T06:46:59.672Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a0397db0-089e-4632-82fc-eb18e2f14813 time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f41da9cc-e7e1-4aa6-a28a-9b61f2ca9543 time="2024-02-29T06:46:59.672Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=msp2k6ns time="2024-02-29T06:46:59.672Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=msp2k6ns time="2024-02-29T06:46:59.672Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.672Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=msp2k6ns time="2024-02-29T06:46:59.672Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=msp2k6ns time="2024-02-29T06:46:59.672Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f41da9cc-e7e1-4aa6-a28a-9b61f2ca9543 time="2024-02-29T06:46:59.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=6rsfp26m time="2024-02-29T06:46:59.672Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=06f46560-9a49-4112-8d6d-7096ff6c8188 time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=091ea378-cc23-482f-8e03-9002bde83b4b time="2024-02-29T06:46:59.672Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=qw7cs8wt time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d4b2b988-68a0-4d97-8fee-6f39bfeee2be time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bce61b70-ffe3-435f-a2b5-2b438494791b time="2024-02-29T06:46:59.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=snntwtpf time="2024-02-29T06:46:59.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=snntwtpf time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=646e21a5-8138-4692-8825-836f3e4f57b4 time="2024-02-29T06:46:59.672Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=qw7cs8wt time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=992c315d-0df4-4da3-9a77-99caac544e79 time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=8s5b5qjk time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=8s5b5qjk time="2024-02-29T06:46:59.673Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=8s5b5qjk time="2024-02-29T06:46:59.673Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=8s5b5qjk time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8s5b5qjk time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=992c315d-0df4-4da3-9a77-99caac544e79 time="2024-02-29T06:46:59.673Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=66f61a9e-9a88-4741-90b2-a5dc44f60679 time="2024-02-29T06:46:59.673Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jtr5gmgp time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jtr5gmgp time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=66f61a9e-9a88-4741-90b2-a5dc44f60679 time="2024-02-29T06:46:59.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=j2lg4qhs time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=j2lg4qhs time="2024-02-29T06:46:59.672Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2lg4qhs time="2024-02-29T06:46:59.673Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=qw7cs8wt time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ec1c1c7-4baa-4b8c-8ae3-9393aa691c0c time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=87b5xzhv time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=87b5xzhv time="2024-02-29T06:46:59.673Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=87b5xzhv time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87b5xzhv time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ec1c1c7-4baa-4b8c-8ae3-9393aa691c0c time="2024-02-29T06:46:59.673Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d4b2b988-68a0-4d97-8fee-6f39bfeee2be time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6d540060-34b0-4e5a-a142-4edbd93c8fd2 time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.673Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6d540060-34b0-4e5a-a142-4edbd93c8fd2 time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=qw7cs8wt time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=091ea378-cc23-482f-8e03-9002bde83b4b time="2024-02-29T06:46:59.672Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=snntwtpf time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=snntwtpf time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bce61b70-ffe3-435f-a2b5-2b438494791b time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=45c0b635-2bf1-4907-8012-528892ba1bf0 time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.673Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpzzcsbn time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile done, requeueing after 23h23m41.326391445s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=45c0b635-2bf1-4907-8012-528892ba1bf0 time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2efcbc68-30e3-42d3-897d-cadd2945d480 time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hhrxbdn8 time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hhrxbdn8 time="2024-02-29T06:46:59.673Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hhrxbdn8 time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhrxbdn8 time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2efcbc68-30e3-42d3-897d-cadd2945d480 time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4b3f7b56-9dbf-497a-a201-3fecf42c003a time="2024-02-29T06:46:59.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=7gh5ccmr time="2024-02-29T06:46:59.672Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c2a92849-0591-48bb-8892-11f524ac473d time="2024-02-29T06:46:59.673Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=vx9qrc8q time="2024-02-29T06:46:59.672Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9ctslhdl time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9ctslhdl time="2024-02-29T06:46:59.673Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9ctslhdl time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ctslhdl time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=646e21a5-8138-4692-8825-836f3e4f57b4 time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=7gh5ccmr time="2024-02-29T06:46:59.673Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=7gh5ccmr time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7gh5ccmr time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4b3f7b56-9dbf-497a-a201-3fecf42c003a time="2024-02-29T06:46:59.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=vx9qrc8q time="2024-02-29T06:46:59.673Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=vx9qrc8q time="2024-02-29T06:46:59.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vx9qrc8q time="2024-02-29T06:46:59.673Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c2a92849-0591-48bb-8892-11f524ac473d time="2024-02-29T06:46:59.674Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=368bbb7f-df66-497f-a67f-20f943b35c08 time="2024-02-29T06:46:59.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=vtvdqwbm time="2024-02-29T06:46:59.674Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=vtvdqwbm time="2024-02-29T06:46:59.674Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vtvdqwbm time="2024-02-29T06:46:59.674Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=368bbb7f-df66-497f-a67f-20f943b35c08 time="2024-02-29T06:46:59.675Z" level=info msg="error updating syncset failed condition" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kdncns2g time="2024-02-29T06:46:59.675Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kdncns2g time="2024-02-29T06:46:59.675Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=kdncns2g time="2024-02-29T06:46:59.675Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3ccf7f2a-5182-4466-8440-73ecddb50f63 time="2024-02-29T06:46:59.675Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c433974-bd8c-4b75-a3ed-89d7fbe017df time="2024-02-29T06:46:59.675Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.675Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.675Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.675Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.675Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.675Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.68Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=thkpxxhd time="2024-02-29T06:46:59.684Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.684Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.684Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f506514b-61ad-4982-9537-4a599159b367 time="2024-02-29T06:46:59.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gt4mz575 time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gt4mz575 time="2024-02-29T06:46:59.685Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gt4mz575 time="2024-02-29T06:46:59.685Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=gt4mz575 time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt4mz575 time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f506514b-61ad-4982-9537-4a599159b367 time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1dce3552-e52c-4b85-b5a1-0b23c5686e10 time="2024-02-29T06:46:59.685Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=r8b5gzzc time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=r8b5gzzc time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1dce3552-e52c-4b85-b5a1-0b23c5686e10 time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=58a8c277-123d-4dc1-a650-08325dbb7714 time="2024-02-29T06:46:59.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=5rgw9wtm time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=5rgw9wtm time="2024-02-29T06:46:59.685Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=5rgw9wtm time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rgw9wtm time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=58a8c277-123d-4dc1-a650-08325dbb7714 time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=050fbdb6-0ac0-485c-b80d-8f99000fadad time="2024-02-29T06:46:59.685Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8txxwxl time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=23d29a93-9d9a-47c6-aee8-d02d0e0d5834 time="2024-02-29T06:46:59.685Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k7r8s9c5 time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k7r8s9c5 time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=809ec630-d7ed-427a-ad47-173548243a48 time="2024-02-29T06:46:59.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=fxtswcth time="2024-02-29T06:46:59.685Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=k7r8s9c5 time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=fxtswcth time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7r8s9c5 time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=23d29a93-9d9a-47c6-aee8-d02d0e0d5834 time="2024-02-29T06:46:59.685Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=fxtswcth time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxtswcth time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=809ec630-d7ed-427a-ad47-173548243a48 time="2024-02-29T06:46:59.685Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.685Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8txxwxl time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile done, requeueing after 23h23m41.314404511s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=050fbdb6-0ac0-485c-b80d-8f99000fadad time="2024-02-29T06:46:59.685Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e6593a2f-b5b2-4fdf-a1aa-91981f7db23f time="2024-02-29T06:46:59.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=74klhs9g time="2024-02-29T06:46:59.684Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b42e0c52-8ba1-48ee-b432-725f0c9aa3fe time="2024-02-29T06:46:59.685Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=96v84jfh time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=96v84jfh time="2024-02-29T06:46:59.685Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=96v84jfh time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96v84jfh time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b42e0c52-8ba1-48ee-b432-725f0c9aa3fe time="2024-02-29T06:46:59.685Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=74klhs9g time="2024-02-29T06:46:59.685Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=74klhs9g time="2024-02-29T06:46:59.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74klhs9g time="2024-02-29T06:46:59.685Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=e6593a2f-b5b2-4fdf-a1aa-91981f7db23f time="2024-02-29T06:46:59.687Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/mihuang-291 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=thkpxxhd time="2024-02-29T06:46:59.687Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=thkpxxhd time="2024-02-29T06:46:59.687Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4170bacd-cdc1-4d06-9d7a-13133829a95d time="2024-02-29T06:46:59.687Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4170bacd-cdc1-4d06-9d7a-13133829a95d time="2024-02-29T06:46:59.687Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ada4853a-3949-4626-986c-b56c29777261 time="2024-02-29T06:46:59.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2qbwt9pq time="2024-02-29T06:46:59.687Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2qbwt9pq time="2024-02-29T06:46:59.687Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2qbwt9pq time="2024-02-29T06:46:59.689Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c72b0a2-d34f-486d-84a9-ff6d04b3cefe time="2024-02-29T06:46:59.689Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=6cdcd3ef-5a84-4804-96fc-058d630f2593 time="2024-02-29T06:46:59.69Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=twv95jct time="2024-02-29T06:46:59.689Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=67e12d19-81f1-44a3-9870-3ecf75acba9b time="2024-02-29T06:46:59.69Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nnzb2ldh time="2024-02-29T06:46:59.69Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nnzb2ldh time="2024-02-29T06:46:59.69Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=nnzb2ldh time="2024-02-29T06:46:59.689Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.69Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnzb2ldh time="2024-02-29T06:46:59.69Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=67e12d19-81f1-44a3-9870-3ecf75acba9b time="2024-02-29T06:46:59.69Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=twv95jct time="2024-02-29T06:46:59.69Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.69Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=twv95jct time="2024-02-29T06:46:59.69Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=twv95jct time="2024-02-29T06:46:59.69Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=6cdcd3ef-5a84-4804-96fc-058d630f2593 time="2024-02-29T06:46:59.69Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.69Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.69Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c72b0a2-d34f-486d-84a9-ff6d04b3cefe time="2024-02-29T06:46:59.69Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.69Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.69Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=rt7mlxdc secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.693Z" level=info msg="error updating secret" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"mihuang-291-0-57lqw-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rt7mlxdc secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.694Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=rt7mlxdc time="2024-02-29T06:46:59.694Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"mihuang-291-0-57lqw-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5c433974-bd8c-4b75-a3ed-89d7fbe017df time="2024-02-29T06:46:59.694Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f7f0d9ec-9a30-486a-9fe8-17dc2fd2550f time="2024-02-29T06:46:59.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.694Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.694Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.694Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.694Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-kubeconfig time="2024-02-29T06:46:59.694Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2qbwt9pq time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dad8a58b-3d1c-45bb-b447-21573bb154a3 time="2024-02-29T06:46:59.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=q6cp5d88 time="2024-02-29T06:46:59.704Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=q6cp5d88 time="2024-02-29T06:46:59.704Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6cp5d88 time="2024-02-29T06:46:59.704Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dad8a58b-3d1c-45bb-b447-21573bb154a3 time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d698778b-e48e-4bbd-bd71-3dd15ee8357c time="2024-02-29T06:46:59.704Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=29d13082-23ef-4d1a-8f23-8f5b8d023e33 time="2024-02-29T06:46:59.705Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.705Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ps2ntpk5 time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile done, requeueing after 23h23m41.294819795s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d698778b-e48e-4bbd-bd71-3dd15ee8357c time="2024-02-29T06:46:59.705Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:46:59.705Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=2qbwt9pq time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile done, requeueing after 2h0m0s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ada4853a-3949-4626-986c-b56c29777261 time="2024-02-29T06:46:59.705Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5dde3970-d29e-4940-a206-17223ef3c7a2 time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f4593e8d-9c01-4411-9768-8532e5dd9125 time="2024-02-29T06:46:59.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=c4s2cdc4 time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=c4s2cdc4 time="2024-02-29T06:46:59.705Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=c4s2cdc4 time="2024-02-29T06:46:59.705Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=c4s2cdc4 time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4s2cdc4 time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f4593e8d-9c01-4411-9768-8532e5dd9125 time="2024-02-29T06:46:59.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2hbmkj6x time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=2hbmkj6x time="2024-02-29T06:46:59.705Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m59.29441054s reconcileID=2hbmkj6x time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hbmkj6x time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile done, requeueing after 1h59m59.29441054s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5dde3970-d29e-4940-a206-17223ef3c7a2 time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4fcf8b08-0a35-4b6b-ad5c-fef790000b4f time="2024-02-29T06:46:59.705Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vzqk8zkh time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vzqk8zkh time="2024-02-29T06:46:59.705Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=vzqk8zkh time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzqk8zkh time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4fcf8b08-0a35-4b6b-ad5c-fef790000b4f time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6b67c876-0c1f-4fa1-b003-b1d815cd3173 time="2024-02-29T06:46:59.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=b6bvcz65 time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=b6bvcz65 time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6b67c876-0c1f-4fa1-b003-b1d815cd3173 time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5f1ed825-2af1-478e-86b8-752590decc5b time="2024-02-29T06:46:59.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hq724m9d time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hq724m9d time="2024-02-29T06:46:59.705Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hq724m9d time="2024-02-29T06:46:59.705Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hq724m9d time="2024-02-29T06:46:59.705Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5f1ed825-2af1-478e-86b8-752590decc5b time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eda21924-178c-4d32-931b-df5b8b37a00a time="2024-02-29T06:46:59.705Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qqp5gr7m time="2024-02-29T06:46:59.705Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qqp5gr7m time="2024-02-29T06:46:59.705Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=qqp5gr7m time="2024-02-29T06:46:59.705Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-291 controller=clusterState derivedObject=mihuang-291 reconcileID=qqp5gr7m time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=91d74944-0142-4402-a2d6-e0be9ab8025b time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=37d2d0a6-32ce-463c-98cc-b459896e227f time="2024-02-29T06:46:59.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.706Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.706Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.706Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=37d2d0a6-32ce-463c-98cc-b459896e227f time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f086892f-c599-4acf-9267-e9cf1832979c time="2024-02-29T06:46:59.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=t7ncrbrf time="2024-02-29T06:46:59.706Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=t7ncrbrf time="2024-02-29T06:46:59.706Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=t7ncrbrf time="2024-02-29T06:46:59.706Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7ncrbrf time="2024-02-29T06:46:59.706Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f086892f-c599-4acf-9267-e9cf1832979c time="2024-02-29T06:46:59.706Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=s7wq9pt6 time="2024-02-29T06:46:59.706Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=s7wq9pt6 time="2024-02-29T06:46:59.706Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=s7wq9pt6 time="2024-02-29T06:46:59.706Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7wq9pt6 time="2024-02-29T06:46:59.706Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=91d74944-0142-4402-a2d6-e0be9ab8025b time="2024-02-29T06:46:59.704Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=779135fd-9357-4ba5-aa0b-204634446c65 time="2024-02-29T06:46:59.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=f7wzp8nl time="2024-02-29T06:46:59.706Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=f7wzp8nl time="2024-02-29T06:46:59.707Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-password time="2024-02-29T06:46:59.707Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-password time="2024-02-29T06:46:59.707Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw secret=mihuang-291-0-57lqw-admin-password time="2024-02-29T06:46:59.712Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:46:59.714Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=qqp5gr7m time="2024-02-29T06:46:59.714Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=eda21924-178c-4d32-931b-df5b8b37a00a time="2024-02-29T06:46:59.714Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6a715da2-7f95-41f2-8b0b-030720b381f5 time="2024-02-29T06:46:59.714Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=v9mhr56h time="2024-02-29T06:46:59.714Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=v9mhr56h time="2024-02-29T06:46:59.714Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9mhr56h time="2024-02-29T06:46:59.714Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6a715da2-7f95-41f2-8b0b-030720b381f5 time="2024-02-29T06:46:59.715Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-291.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.715Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=7zvhn6jw time="2024-02-29T06:46:59.715Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=7zvhn6jw time="2024-02-29T06:46:59.715Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f7f0d9ec-9a30-486a-9fe8-17dc2fd2550f time="2024-02-29T06:46:59.715Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dc0c5663-cf8f-4852-b7bd-562a8e85e592 time="2024-02-29T06:46:59.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.715Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.715Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.715Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.716Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-291.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4d2aee1d-23f5-4fa6-94f8-784af9062ce7 time="2024-02-29T06:46:59.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=vlddmsmk time="2024-02-29T06:46:59.746Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=vlddmsmk time="2024-02-29T06:46:59.746Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=vlddmsmk time="2024-02-29T06:46:59.746Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlddmsmk time="2024-02-29T06:46:59.746Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4d2aee1d-23f5-4fa6-94f8-784af9062ce7 time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6d77571e-723d-4aa7-978c-10f4cfc6527d time="2024-02-29T06:46:59.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b6lt2x8z time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fe4fa314-9b02-45ba-9923-e4b537668b97 time="2024-02-29T06:46:59.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d151a297-4664-4f0e-acf4-e00a3e3d9e46 time="2024-02-29T06:46:59.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hjnxr2j5 time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1b0882b0-25a0-4331-b1d3-a7f6f6c74421 time="2024-02-29T06:46:59.746Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hjnxr2j5 time="2024-02-29T06:46:59.746Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=hjnxr2j5 time="2024-02-29T06:46:59.746Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjnxr2j5 time="2024-02-29T06:46:59.746Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d151a297-4664-4f0e-acf4-e00a3e3d9e46 time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ce2b6267-65e6-4930-a609-25a9803f994a time="2024-02-29T06:46:59.746Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9x8qktvs time="2024-02-29T06:46:59.746Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9x8qktvs time="2024-02-29T06:46:59.746Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=9x8qktvs time="2024-02-29T06:46:59.746Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9x8qktvs time="2024-02-29T06:46:59.746Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ce2b6267-65e6-4930-a609-25a9803f994a time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75791ed4-8c08-4cd1-a04e-f22b7427f8b5 time="2024-02-29T06:46:59.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2md95kmn time="2024-02-29T06:46:59.746Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2md95kmn time="2024-02-29T06:46:59.746Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=2md95kmn time="2024-02-29T06:46:59.746Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=hb7qjg2t time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=hb7qjg2t time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1b0882b0-25a0-4331-b1d3-a7f6f6c74421 time="2024-02-29T06:46:59.747Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=f7wzp8nl time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=f7wzp8nl time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=779135fd-9357-4ba5-aa0b-204634446c65 time="2024-02-29T06:46:59.747Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=34a9f568-87bc-45df-9cee-05210051b57b time="2024-02-29T06:46:59.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=fhn8nrgx time="2024-02-29T06:46:59.746Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fe4fa314-9b02-45ba-9923-e4b537668b97 time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=61a2e118-757a-4a97-b3f3-45f825e0d8a0 time="2024-02-29T06:46:59.747Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=spf8w9gm time="2024-02-29T06:46:59.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=spf8w9gm time="2024-02-29T06:46:59.747Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=spf8w9gm time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spf8w9gm time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=61a2e118-757a-4a97-b3f3-45f825e0d8a0 time="2024-02-29T06:46:59.746Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b6lt2x8z time="2024-02-29T06:46:59.747Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b6lt2x8z time="2024-02-29T06:46:59.747Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=b6lt2x8z time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6lt2x8z time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=6d77571e-723d-4aa7-978c-10f4cfc6527d time="2024-02-29T06:46:59.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=fhn8nrgx time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=706ebbe7-f326-4d25-be6f-c892ed61e1b9 time="2024-02-29T06:46:59.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=pqkmzsqz time="2024-02-29T06:46:59.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=pqkmzsqz time="2024-02-29T06:46:59.747Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m59.252162942s reconcileID=pqkmzsqz time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pqkmzsqz time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=53b6eedf-9e5d-4ed6-8f9f-ebbcb4826040 time="2024-02-29T06:46:59.747Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=9v5cclj6 time="2024-02-29T06:46:59.747Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=9v5cclj6 time="2024-02-29T06:46:59.746Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=62e9d022-bb30-4f33-a59f-dafc1f7c2918 time="2024-02-29T06:46:59.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dk9m8gl9 time="2024-02-29T06:46:59.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dk9m8gl9 time="2024-02-29T06:46:59.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dk9m8gl9 time="2024-02-29T06:46:59.747Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=62e9d022-bb30-4f33-a59f-dafc1f7c2918 time="2024-02-29T06:46:59.747Z" level=debug msg="Reconcile done, requeueing after 1h59m59.252162942s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=706ebbe7-f326-4d25-be6f-c892ed61e1b9 time="2024-02-29T06:46:59.747Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=9v5cclj6 time="2024-02-29T06:46:59.748Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=9v5cclj6 time="2024-02-29T06:46:59.748Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=9v5cclj6 time="2024-02-29T06:46:59.748Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.748Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=9v5cclj6 time="2024-02-29T06:46:59.748Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9v5cclj6 time="2024-02-29T06:46:59.748Z" level=debug msg="Reconcile done, requeueing after 23h23m41.251882927s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=53b6eedf-9e5d-4ed6-8f9f-ebbcb4826040 time="2024-02-29T06:46:59.753Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:46:59.754Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console ab8fa04f-38ce-41db-84ff-b137a1718223 25916 0 2024-02-29 06:31:02 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:31:02 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:34:49 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:34:49 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-291.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=q69cbxvk time="2024-02-29T06:46:59.76Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q69cbxvk time="2024-02-29T06:46:59.76Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=44 elapsedMillisGT=0 outcome=unspecified reconcileID=q69cbxvk time="2024-02-29T06:46:59.76Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=dc0c5663-cf8f-4852-b7bd-562a8e85e592 time="2024-02-29T06:46:59.76Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8b758800-84a9-4a91-85ee-cd869e81f32a time="2024-02-29T06:46:59.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.76Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.76Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-291.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.987Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console ab8fa04f-38ce-41db-84ff-b137a1718223 25916 0 2024-02-29 06:31:02 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:31:02 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:34:49 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:34:49 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-291.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=z8skc7l4 time="2024-02-29T06:46:59.998Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=237 elapsedMillisGT=0 outcome=unspecified reconcileID=z8skc7l4 time="2024-02-29T06:46:59.998Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8b758800-84a9-4a91-85ee-cd869e81f32a time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=05325bd8-366d-46ba-aa0a-15552db18dd8 time="2024-02-29T06:46:59.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:46:59.998Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=168c2e8c-c06e-4c0a-a6d5-65b5896c34f0 time="2024-02-29T06:46:59.998Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2fgznd9p time="2024-02-29T06:46:59.998Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2fgznd9p time="2024-02-29T06:46:59.998Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=2fgznd9p time="2024-02-29T06:46:59.998Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fgznd9p time="2024-02-29T06:46:59.998Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=168c2e8c-c06e-4c0a-a6d5-65b5896c34f0 time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c775279-e214-4195-a93c-29bf5d47de41 time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=74a6c101-fc52-487b-87fd-9e5afd015fbe time="2024-02-29T06:46:59.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.998Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:46:59.998Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:46:59.998Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=74a6c101-fc52-487b-87fd-9e5afd015fbe time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7c715bc2-ae88-4279-b02b-13036dbbe421 time="2024-02-29T06:46:59.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=qlz6qvl5 time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=qlz6qvl5 time="2024-02-29T06:46:59.999Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m59.00089526s reconcileID=qlz6qvl5 time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlz6qvl5 time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile done, requeueing after 1h59m59.00089526s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=7c715bc2-ae88-4279-b02b-13036dbbe421 time="2024-02-29T06:46:59.999Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3de42cb7-4139-46c3-a5ef-43365ed65a4a time="2024-02-29T06:46:59.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=k79rxbfb time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=k79rxbfb time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k79rxbfb time="2024-02-29T06:46:59.999Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3de42cb7-4139-46c3-a5ef-43365ed65a4a time="2024-02-29T06:46:59.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9cqwq4w time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9cqwq4w time="2024-02-29T06:46:59.999Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9cqwq4w time="2024-02-29T06:46:59.999Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=m9cqwq4w time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9cqwq4w time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0c775279-e214-4195-a93c-29bf5d47de41 time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=29d1ff14-35b3-4f5e-a75d-257069733b3d time="2024-02-29T06:46:59.999Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=l9tb6rsm time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0df8981f-07ea-4c44-9c26-58f4e98ace3a time="2024-02-29T06:46:59.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=rprkknpc time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=rprkknpc time="2024-02-29T06:46:59.999Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=rprkknpc time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rprkknpc time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0df8981f-07ea-4c44-9c26-58f4e98ace3a time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=47d5d3d4-c35b-42c1-af50-1943ba4183bd time="2024-02-29T06:46:59.999Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mgfgkkbw time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mgfgkkbw time="2024-02-29T06:46:59.999Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=mgfgkkbw time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgfgkkbw time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=47d5d3d4-c35b-42c1-af50-1943ba4183bd time="2024-02-29T06:46:59.999Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:46:59.999Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9tb6rsm time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile done, requeueing after 23h23m41.000190064s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=29d1ff14-35b3-4f5e-a75d-257069733b3d time="2024-02-29T06:46:59.999Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f073a046-4b79-4047-a904-835068bff4dd time="2024-02-29T06:46:59.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=rj8nlrv8 time="2024-02-29T06:46:59.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=rj8nlrv8 time="2024-02-29T06:46:59.999Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=rj8nlrv8 time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rj8nlrv8 time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f073a046-4b79-4047-a904-835068bff4dd time="2024-02-29T06:46:59.998Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=042e4e14-69dd-4091-99d7-769bfb7ba1ee time="2024-02-29T06:46:59.999Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5g96flsr time="2024-02-29T06:46:59.999Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5g96flsr time="2024-02-29T06:46:59.999Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=042e4e14-69dd-4091-99d7-769bfb7ba1ee time="2024-02-29T06:46:59.999Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-291.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:47:00.003Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=fhn8nrgx time="2024-02-29T06:47:00.003Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=fhn8nrgx time="2024-02-29T06:47:00.003Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=256 elapsedMillisGT=0 outcome=unspecified reconcileID=fhn8nrgx time="2024-02-29T06:47:00.003Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=34a9f568-87bc-45df-9cee-05210051b57b time="2024-02-29T06:47:00.004Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=329c5fdc-4c64-4314-8226-a2e14ae3fe2f time="2024-02-29T06:47:00.004Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jvhfnhh9 time="2024-02-29T06:47:00.004Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jvhfnhh9 time="2024-02-29T06:47:00.009Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.011Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2md95kmn time="2024-02-29T06:47:00.025Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jvhfnhh9 time="2024-02-29T06:47:00.025Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=jvhfnhh9 time="2024-02-29T06:47:00.025Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=jvhfnhh9 time="2024-02-29T06:47:00.025Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=329c5fdc-4c64-4314-8226-a2e14ae3fe2f time="2024-02-29T06:47:00.026Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2md95kmn time="2024-02-29T06:47:00.026Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=279 elapsedMillisGT=0 outcome=unspecified reconcileID=2md95kmn time="2024-02-29T06:47:00.026Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75791ed4-8c08-4cd1-a04e-f22b7427f8b5 time="2024-02-29T06:47:00.026Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bef00ad7-081a-490d-8abc-c7248e913ce1 time="2024-02-29T06:47:00.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2lf9s7mk time="2024-02-29T06:47:00.026Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2lf9s7mk time="2024-02-29T06:47:00.026Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=2lf9s7mk time="2024-02-29T06:47:00.028Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console ab8fa04f-38ce-41db-84ff-b137a1718223 25916 0 2024-02-29 06:31:02 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:31:02 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:34:49 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-291.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:34:49 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-291.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jcz4lzrg time="2024-02-29T06:47:00.035Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=097d043c-e29a-4f2c-b6b8-2bc74a00fdfa time="2024-02-29T06:47:00.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lg47ghdw time="2024-02-29T06:47:00.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=lg47ghdw time="2024-02-29T06:47:00.035Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lg47ghdw time="2024-02-29T06:47:00.035Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-291\" not found" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=097d043c-e29a-4f2c-b6b8-2bc74a00fdfa time="2024-02-29T06:47:00.039Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-291 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jcz4lzrg time="2024-02-29T06:47:00.039Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=jcz4lzrg time="2024-02-29T06:47:00.039Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=05325bd8-366d-46ba-aa0a-15552db18dd8 time="2024-02-29T06:47:00.039Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1d6c3608-35c5-450e-89da-c5bce1084b62 time="2024-02-29T06:47:00.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.039Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jlmgsmqt time="2024-02-29T06:47:00.039Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1d6c3608-35c5-450e-89da-c5bce1084b62 time="2024-02-29T06:47:00.044Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d5e29faf-b47d-470e-bd2b-5bb98030cc76 time="2024-02-29T06:47:00.044Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.044Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:00.044Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cv74q7g8 time="2024-02-29T06:47:00.044Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d5e29faf-b47d-470e-bd2b-5bb98030cc76 time="2024-02-29T06:47:00.052Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.052Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.053Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.054Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.055Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=2lcd4smv time="2024-02-29T06:47:00.072Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=2lf9s7mk time="2024-02-29T06:47:00.079Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.079Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2lcd4smv time="2024-02-29T06:47:00.079Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=374 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=2lcd4smv time="2024-02-29T06:47:00.079Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=29d13082-23ef-4d1a-8f23-8f5b8d023e33 time="2024-02-29T06:47:00.079Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4bcb3e03-d08b-4992-990b-7721ee8cd461 time="2024-02-29T06:47:00.079Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.079Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.079Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.081Z" level=info msg="failed to update cluster operator state" clusterDeployment=default/mihuang-291 controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=2lf9s7mk time="2024-02-29T06:47:00.081Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=2lf9s7mk time="2024-02-29T06:47:00.081Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"mihuang-291\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bef00ad7-081a-490d-8abc-c7248e913ce1 time="2024-02-29T06:47:00.087Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d0a4dcbd-dc89-4a91-9930-561d3bdcae88 time="2024-02-29T06:47:00.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kvnsjnxv time="2024-02-29T06:47:00.087Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.087Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kvnsjnxv time="2024-02-29T06:47:00.087Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=kvnsjnxv time="2024-02-29T06:47:00.087Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.912335364s" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kvnsjnxv time="2024-02-29T06:47:00.087Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvnsjnxv time="2024-02-29T06:47:00.087Z" level=debug msg="Reconcile done, requeueing after 9m59.912335364s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d0a4dcbd-dc89-4a91-9930-561d3bdcae88 time="2024-02-29T06:47:00.111Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.12Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.162Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.162Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.162Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.162Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.162Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.163Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.164Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.165Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.166Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=8xl98nc2 time="2024-02-29T06:47:00.181Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.181Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=8xl98nc2 time="2024-02-29T06:47:00.181Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=101 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=8xl98nc2 time="2024-02-29T06:47:00.181Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4bcb3e03-d08b-4992-990b-7721ee8cd461 time="2024-02-29T06:47:00.181Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=dfd320ea-8fce-4978-8042-fc567c9869fd time="2024-02-29T06:47:00.181Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.181Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.181Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.188Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.208Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.223Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.256Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.257Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.258Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.259Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.26Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.26Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.26Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.26Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.26Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=7rc6t7th time="2024-02-29T06:47:00.289Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.289Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7rc6t7th time="2024-02-29T06:47:00.289Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=7rc6t7th time="2024-02-29T06:47:00.289Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=dfd320ea-8fce-4978-8042-fc567c9869fd time="2024-02-29T06:47:00.289Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=3641f208-223e-405d-9bb9-40a9bf612851 time="2024-02-29T06:47:00.289Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.289Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.289Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.298Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.329Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.342Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.381Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.382Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.383Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.384Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.385Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=24vq6zzm time="2024-02-29T06:47:00.411Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.411Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=24vq6zzm time="2024-02-29T06:47:00.411Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=122 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=24vq6zzm time="2024-02-29T06:47:00.411Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=3641f208-223e-405d-9bb9-40a9bf612851 time="2024-02-29T06:47:00.411Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b9bbcaae-46cd-4da6-9b8c-865f130761b3 time="2024-02-29T06:47:00.411Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.411Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.411Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.42Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.458Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.469Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.503Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.504Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.505Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.505Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.505Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.505Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.505Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.506Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.507Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=nksnvd2k time="2024-02-29T06:47:00.52Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.52Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=nksnvd2k time="2024-02-29T06:47:00.52Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=nksnvd2k time="2024-02-29T06:47:00.52Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b9bbcaae-46cd-4da6-9b8c-865f130761b3 time="2024-02-29T06:47:00.52Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b8a11a85-064e-4c4f-a7eb-e4c848d9d737 time="2024-02-29T06:47:00.52Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.52Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.52Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.528Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.551Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.56Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.599Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.599Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.599Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.599Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.599Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.6Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.6Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.6Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.6Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.6Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.601Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.602Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.603Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.604Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.604Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.604Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.604Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.604Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=27dhfrkc time="2024-02-29T06:47:00.619Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.619Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=27dhfrkc time="2024-02-29T06:47:00.619Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=99 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=27dhfrkc time="2024-02-29T06:47:00.619Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=b8a11a85-064e-4c4f-a7eb-e4c848d9d737 time="2024-02-29T06:47:00.619Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=ddb4ef84-e657-4a64-b14d-3855375a04a2 time="2024-02-29T06:47:00.619Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.619Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.619Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.628Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.645Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.654Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.683Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.683Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.683Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.683Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.683Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.684Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.684Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.684Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.685Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.686Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.688Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.688Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.688Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.688Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.688Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=gnrnkl8h time="2024-02-29T06:47:00.704Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.704Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=gnrnkl8h time="2024-02-29T06:47:00.704Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=84 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=gnrnkl8h time="2024-02-29T06:47:00.704Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=ddb4ef84-e657-4a64-b14d-3855375a04a2 time="2024-02-29T06:47:00.78Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=dc546f2f-eb3a-4206-bcff-438ba4c24927 time="2024-02-29T06:47:00.78Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.78Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.78Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:00.788Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.809Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.816Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.849Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.85Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.851Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.852Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=2bpfjd9c time="2024-02-29T06:47:00.867Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.867Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2bpfjd9c time="2024-02-29T06:47:00.867Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=87 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=2bpfjd9c time="2024-02-29T06:47:00.867Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=dc546f2f-eb3a-4206-bcff-438ba4c24927 time="2024-02-29T06:47:01.413Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c2da3724-3fb8-451d-97ed-51c2b23474c7 time="2024-02-29T06:47:01.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.413Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.414Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5e9b16e7-dca2-4a2c-bfbd-5f454a467324 time="2024-02-29T06:47:01.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.425Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.425Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:47:01.425Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5e9b16e7-dca2-4a2c-bfbd-5f454a467324 time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=82ff204b-8335-4d35-9d33-3d780077a281 time="2024-02-29T06:47:01.425Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=tsl6kkzw time="2024-02-29T06:47:01.425Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=tsl6kkzw time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=39bc7061-6d4d-4c07-843e-4ea184b1a17f time="2024-02-29T06:47:01.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=452mm8jf time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=403552fa-2627-4c06-bae6-af5eb84474f1 time="2024-02-29T06:47:01.425Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=452mm8jf time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5fa35717-c01f-4020-870c-fa30bbee2591 time="2024-02-29T06:47:01.425Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=7b4r72bx time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ec553ff-b41b-4d52-8d16-490c7b5eafc6 time="2024-02-29T06:47:01.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rd6r52h8 time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d951ffb9-0995-4f0c-b8d8-fc94522f5b20 time="2024-02-29T06:47:01.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7cxsr5v8 time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=082c475b-4d9a-476e-b026-e4c1f4fc3040 time="2024-02-29T06:47:01.425Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=tsl6kkzw time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8d4a8556-1efe-48cd-b605-9f71abf49ee4 time="2024-02-29T06:47:01.426Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lddllskd time="2024-02-29T06:47:01.426Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=tsl6kkzw time="2024-02-29T06:47:01.426Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=tsl6kkzw time="2024-02-29T06:47:01.426Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9924cf79-712a-413f-a397-50811e06887f time="2024-02-29T06:47:01.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7cxsr5v8 time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=info msg="Resuming cluster" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-291 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-291 condition=Ready controller=hibernation reason=StartingMachines reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01e916df-2abf-4f78-ae6b-d32dcd9725eb time="2024-02-29T06:47:01.426Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wtdj76pw time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wtdj76pw time="2024-02-29T06:47:01.426Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wtdj76pw time="2024-02-29T06:47:01.426Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtdj76pw time="2024-02-29T06:47:01.426Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01e916df-2abf-4f78-ae6b-d32dcd9725eb time="2024-02-29T06:47:01.426Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=tsl6kkzw time="2024-02-29T06:47:01.426Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsl6kkzw time="2024-02-29T06:47:01.426Z" level=debug msg="Reconcile done, requeueing after 23h23m39.573356806s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=82ff204b-8335-4d35-9d33-3d780077a281 time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lddllskd time="2024-02-29T06:47:01.426Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=lddllskd time="2024-02-29T06:47:01.426Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lddllskd time="2024-02-29T06:47:01.426Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8d4a8556-1efe-48cd-b605-9f71abf49ee4 time="2024-02-29T06:47:01.426Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4193a1b0-a2bf-4f61-9574-b0cad192ea81 time="2024-02-29T06:47:01.426Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.426Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:01.426Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation infraID=mihuang-291-nwvjw reconcileID=dcwkfvkn time="2024-02-29T06:47:01.426Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=vglnxkxq time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=vglnxkxq time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=082c475b-4d9a-476e-b026-e4c1f4fc3040 time="2024-02-29T06:47:01.425Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=564efec9-264a-4bc2-8685-f3bc54637193 time="2024-02-29T06:47:01.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=lgqvl2nz time="2024-02-29T06:47:01.427Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=lgqvl2nz time="2024-02-29T06:47:01.427Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=lgqvl2nz time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgqvl2nz time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=564efec9-264a-4bc2-8685-f3bc54637193 time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=7b4r72bx time="2024-02-29T06:47:01.427Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=7b4r72bx time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=7b4r72bx time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=5fa35717-c01f-4020-870c-fa30bbee2591 time="2024-02-29T06:47:01.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=kwt7zvbr time="2024-02-29T06:47:01.427Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=kwt7zvbr time="2024-02-29T06:47:01.427Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m57.572537117s reconcileID=kwt7zvbr time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwt7zvbr time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile done, requeueing after 1h59m57.572537117s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=403552fa-2627-4c06-bae6-af5eb84474f1 time="2024-02-29T06:47:01.425Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=452mm8jf time="2024-02-29T06:47:01.425Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.427Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.427Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=6vqzgncv time="2024-02-29T06:47:01.427Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.572430986s" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=452mm8jf time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=452mm8jf time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile done, requeueing after 9m58.572430986s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=39bc7061-6d4d-4c07-843e-4ea184b1a17f time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=6vqzgncv time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c2da3724-3fb8-451d-97ed-51c2b23474c7 time="2024-02-29T06:47:01.426Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rd6r52h8 time="2024-02-29T06:47:01.427Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rd6r52h8 time="2024-02-29T06:47:01.427Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=rd6r52h8 time="2024-02-29T06:47:01.427Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=rd6r52h8 time="2024-02-29T06:47:01.427Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ec553ff-b41b-4d52-8d16-490c7b5eafc6 time="2024-02-29T06:47:01.427Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ea9283a-c3f3-47f9-b949-bcaa795163e6 time="2024-02-29T06:47:01.427Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.427Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.428Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.428Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.428Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.428Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgb9skwk time="2024-02-29T06:47:01.428Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0ea9283a-c3f3-47f9-b949-bcaa795163e6 time="2024-02-29T06:47:01.44Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.446Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7cxsr5v8 time="2024-02-29T06:47:01.446Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=7cxsr5v8 time="2024-02-29T06:47:01.446Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=7cxsr5v8 time="2024-02-29T06:47:01.446Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d951ffb9-0995-4f0c-b8d8-fc94522f5b20 time="2024-02-29T06:47:01.461Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.468Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.528Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.529Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.53Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.531Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.531Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.531Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.531Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.531Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.532Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.532Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.532Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.532Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.532Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.533Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.535Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.535Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.535Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.547Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.547Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.547Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=120 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=2ksq7qk8 time="2024-02-29T06:47:01.547Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4193a1b0-a2bf-4f61-9574-b0cad192ea81 time="2024-02-29T06:47:01.547Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e1f822cf-838e-4fbb-bc45-e55af171f27d time="2024-02-29T06:47:01.547Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.547Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.547Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:01.548Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ddd3fb13-0c1a-4ae5-a56b-7d533a34fca3 time="2024-02-29T06:47:01.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.548Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.548Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.549Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.549Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.549Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=68g86bbv time="2024-02-29T06:47:01.549Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=68g86bbv time="2024-02-29T06:47:01.549Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ddd3fb13-0c1a-4ae5-a56b-7d533a34fca3 time="2024-02-29T06:47:01.556Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.576Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.585Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.605Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation count=0 infraID=mihuang-291-nwvjw reconcileID=dcwkfvkn states="map[shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:47:01.605Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=dcwkfvkn time="2024-02-29T06:47:01.616Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=dcwkfvkn time="2024-02-29T06:47:01.616Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9924cf79-712a-413f-a397-50811e06887f time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c8cc1f4e-1f8a-4a4d-9f91-d339de50653c time="2024-02-29T06:47:01.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=jpvbxmdf time="2024-02-29T06:47:01.616Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=jpvbxmdf time="2024-02-29T06:47:01.616Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m57.383283451s reconcileID=jpvbxmdf time="2024-02-29T06:47:01.616Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpvbxmdf time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=90b86ade-d7b1-48ff-b90a-158d755e1816 time="2024-02-29T06:47:01.616Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6nbg5ql4 time="2024-02-29T06:47:01.616Z" level=debug msg="Reconcile done, requeueing after 1h59m57.383283451s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c8cc1f4e-1f8a-4a4d-9f91-d339de50653c time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=697164fa-b49f-4769-9556-9ae45d1044e2 time="2024-02-29T06:47:01.616Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nqpgr8q8 time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=975b1dc3-472e-4315-a7e8-34427e37142e time="2024-02-29T06:47:01.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dbnrpx8q time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9464ad6c-d497-4e61-b474-dcebb61b5369 time="2024-02-29T06:47:01.616Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6nbg5ql4 time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8839423c-19ee-437a-bea0-9673be707183 time="2024-02-29T06:47:01.616Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=6nbg5ql4 time="2024-02-29T06:47:01.616Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6nbg5ql4 time="2024-02-29T06:47:01.616Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=90b86ade-d7b1-48ff-b90a-158d755e1816 time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=11486278-9181-4650-b454-833e00ecdb3c time="2024-02-29T06:47:01.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=gn9mdptg time="2024-02-29T06:47:01.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=gn9mdptg time="2024-02-29T06:47:01.617Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=gn9mdptg time="2024-02-29T06:47:01.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gn9mdptg time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=11486278-9181-4650-b454-833e00ecdb3c time="2024-02-29T06:47:01.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8ck7clb5 time="2024-02-29T06:47:01.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=8ck7clb5 time="2024-02-29T06:47:01.617Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=8ck7clb5 time="2024-02-29T06:47:01.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8ck7clb5 time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=8839423c-19ee-437a-bea0-9673be707183 time="2024-02-29T06:47:01.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srxzrvq6 time="2024-02-29T06:47:01.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srxzrvq6 time="2024-02-29T06:47:01.617Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srxzrvq6 time="2024-02-29T06:47:01.617Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=srxzrvq6 time="2024-02-29T06:47:01.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srxzrvq6 time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9464ad6c-d497-4e61-b474-dcebb61b5369 time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d0f98eba-ecdd-4b5a-94c5-8c1ea28b3138 time="2024-02-29T06:47:01.617Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=q8qkf6pw time="2024-02-29T06:47:01.617Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=q8qkf6pw time="2024-02-29T06:47:01.616Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nqpgr8q8 time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=697164fa-b49f-4769-9556-9ae45d1044e2 time="2024-02-29T06:47:01.616Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4e34fbba-a67a-47f4-b0ed-49262cd6deb8 time="2024-02-29T06:47:01.617Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hddtqzv5 time="2024-02-29T06:47:01.617Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hddtqzv5 time="2024-02-29T06:47:01.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=q8qkf6pw time="2024-02-29T06:47:01.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=q8qkf6pw time="2024-02-29T06:47:01.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=q8qkf6pw time="2024-02-29T06:47:01.617Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:47:01.617Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=q8qkf6pw time="2024-02-29T06:47:01.616Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dbnrpx8q time="2024-02-29T06:47:01.617Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=dbnrpx8q time="2024-02-29T06:47:01.617Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.382234411s" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=dbnrpx8q time="2024-02-29T06:47:01.617Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbnrpx8q time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile done, requeueing after 9m58.382234411s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=975b1dc3-472e-4315-a7e8-34427e37142e time="2024-02-29T06:47:01.617Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8qkf6pw time="2024-02-29T06:47:01.617Z" level=debug msg="Reconcile done, requeueing after 23h23m39.382354879s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=d0f98eba-ecdd-4b5a-94c5-8c1ea28b3138 time="2024-02-29T06:47:01.618Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.618Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.619Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.62Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.62Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.62Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.62Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.62Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.621Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2a15d628-097b-428a-b551-7a43f3a53853 time="2024-02-29T06:47:01.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.622Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2575378b-ce5b-41d7-aaba-0b62bc25ea54 time="2024-02-29T06:47:01.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.622Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0cf84809-b3fe-4430-8819-cabfa620f260 time="2024-02-29T06:47:01.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=nr6v8qcl time="2024-02-29T06:47:01.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=nr6v8qcl time="2024-02-29T06:47:01.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.623Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.623Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.622Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.623Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:47:01.623Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2a15d628-097b-428a-b551-7a43f3a53853 time="2024-02-29T06:47:01.622Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=nr6v8qcl time="2024-02-29T06:47:01.623Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.623Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.623Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=f7v4xr65 time="2024-02-29T06:47:01.623Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7v4xr65 time="2024-02-29T06:47:01.623Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=2575378b-ce5b-41d7-aaba-0b62bc25ea54 time="2024-02-29T06:47:01.622Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=16a96175-dda7-45e3-b900-c607f25af1f5 time="2024-02-29T06:47:01.623Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=srm9tpfr time="2024-02-29T06:47:01.623Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=srm9tpfr time="2024-02-29T06:47:01.623Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=srm9tpfr time="2024-02-29T06:47:01.623Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srm9tpfr time="2024-02-29T06:47:01.623Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=16a96175-dda7-45e3-b900-c607f25af1f5 time="2024-02-29T06:47:01.623Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.623Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.623Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.623Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.623Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=7bcrn5gj time="2024-02-29T06:47:01.623Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation infraID=mihuang-291-nwvjw reconcileID=nr6v8qcl time="2024-02-29T06:47:01.637Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hddtqzv5 time="2024-02-29T06:47:01.637Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=hddtqzv5 time="2024-02-29T06:47:01.637Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=hddtqzv5 time="2024-02-29T06:47:01.637Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=4e34fbba-a67a-47f4-b0ed-49262cd6deb8 time="2024-02-29T06:47:01.639Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.639Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7bcrn5gj time="2024-02-29T06:47:01.639Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=7bcrn5gj time="2024-02-29T06:47:01.639Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e1f822cf-838e-4fbb-bc45-e55af171f27d time="2024-02-29T06:47:01.726Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation count=0 infraID=mihuang-291-nwvjw reconcileID=nr6v8qcl states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:47:01.756Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-291 controller=hibernation count=6 reconcileID=nr6v8qcl time="2024-02-29T06:47:01.757Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-291 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=nr6v8qcl time="2024-02-29T06:47:01.766Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=nr6v8qcl time="2024-02-29T06:47:01.766Z" level=debug msg="Reconcile done, requeueing after 2m0s" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0cf84809-b3fe-4430-8819-cabfa620f260 time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=027dfb66-6718-4a33-8985-17898c376020 time="2024-02-29T06:47:01.767Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e455ec8-4432-4399-b9b3-21fcf95d0152 time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f392855a-734b-48ad-9701-c176a5a69b25 time="2024-02-29T06:47:01.767Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=r47tmsgn time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=382880ba-db3c-4f86-be42-7d2247b57306 time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9fcc9e51-4ae0-45f9-93ee-0ab1d4a0961e time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=98c91f81-c330-4c05-86cc-079b680d3c56 time="2024-02-29T06:47:01.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxhsb4c9 time="2024-02-29T06:47:01.767Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxhsb4c9 time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=350bd5f5-5b23-4e4c-ae02-fea5e8b792dd time="2024-02-29T06:47:01.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=cm62wggk time="2024-02-29T06:47:01.767Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxhsb4c9 time="2024-02-29T06:47:01.767Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=kxhsb4c9 time="2024-02-29T06:47:01.767Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=cm62wggk time="2024-02-29T06:47:01.767Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=7dgfhp6p time="2024-02-29T06:47:01.767Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:47:01.767Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zt8555bv time="2024-02-29T06:47:01.767Z" level=debug msg="Reconcile done, requeueing after 23h23m39.23224456s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=027dfb66-6718-4a33-8985-17898c376020 time="2024-02-29T06:47:01.767Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=cm62wggk time="2024-02-29T06:47:01.767Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cm62wggk time="2024-02-29T06:47:01.767Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=350bd5f5-5b23-4e4c-ae02-fea5e8b792dd time="2024-02-29T06:47:01.767Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=7dgfhp6p time="2024-02-29T06:47:01.767Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=7dgfhp6p time="2024-02-29T06:47:01.767Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7dgfhp6p time="2024-02-29T06:47:01.767Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=0e455ec8-4432-4399-b9b3-21fcf95d0152 time="2024-02-29T06:47:01.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=v4qpp7xc time="2024-02-29T06:47:01.767Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=szfl9rhz time="2024-02-29T06:47:01.768Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=v4qpp7xc time="2024-02-29T06:47:01.768Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h59m57.231978722s reconcileID=v4qpp7xc time="2024-02-29T06:47:01.768Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4qpp7xc time="2024-02-29T06:47:01.768Z" level=debug msg="Reconcile done, requeueing after 1h59m57.231978722s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=9fcc9e51-4ae0-45f9-93ee-0ab1d4a0961e time="2024-02-29T06:47:01.768Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=szfl9rhz time="2024-02-29T06:47:01.768Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=382880ba-db3c-4f86-be42-7d2247b57306 time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ac2d3ddc-6cf0-436c-80d8-ebde999bbbae time="2024-02-29T06:47:01.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=lpnkmdmk time="2024-02-29T06:47:01.768Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=lpnkmdmk time="2024-02-29T06:47:01.767Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=584a1128-e217-42ae-bf64-ad3644f6c4bb time="2024-02-29T06:47:01.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=bs78vq6f time="2024-02-29T06:47:01.768Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=bs78vq6f time="2024-02-29T06:47:01.767Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxhsb4c9 time="2024-02-29T06:47:01.768Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=98c91f81-c330-4c05-86cc-079b680d3c56 time="2024-02-29T06:47:01.768Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=bs78vq6f time="2024-02-29T06:47:01.768Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.231120961s" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=bs78vq6f time="2024-02-29T06:47:01.768Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bs78vq6f time="2024-02-29T06:47:01.768Z" level=debug msg="Reconcile done, requeueing after 9m58.231120961s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=584a1128-e217-42ae-bf64-ad3644f6c4bb time="2024-02-29T06:47:01.767Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=r47tmsgn time="2024-02-29T06:47:01.768Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=r47tmsgn time="2024-02-29T06:47:01.768Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=r47tmsgn time="2024-02-29T06:47:01.769Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f392855a-734b-48ad-9701-c176a5a69b25 time="2024-02-29T06:47:01.772Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=13fd1983-225e-4be7-8b61-ea1e44119d2c time="2024-02-29T06:47:01.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.772Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:47:01.772Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:47:01.772Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=13fd1983-225e-4be7-8b61-ea1e44119d2c time="2024-02-29T06:47:01.772Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d91e73f6-ebc8-4847-a83c-496a837fe11d time="2024-02-29T06:47:01.772Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zjz2jtpg time="2024-02-29T06:47:01.772Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zjz2jtpg time="2024-02-29T06:47:01.772Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=zjz2jtpg time="2024-02-29T06:47:01.772Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjz2jtpg time="2024-02-29T06:47:01.772Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d91e73f6-ebc8-4847-a83c-496a837fe11d time="2024-02-29T06:47:01.772Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=588372eb-c1ad-4ff3-b535-184794016637 time="2024-02-29T06:47:01.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=f6z2thdn time="2024-02-29T06:47:01.772Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3d0e42d2-fc4e-4e28-8f76-131a878c14ed time="2024-02-29T06:47:01.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.772Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.772Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.772Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=f6z2thdn time="2024-02-29T06:47:01.772Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=f6z2thdn time="2024-02-29T06:47:01.772Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.773Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:47:01.773Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.773Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.773Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.773Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation infraID=mihuang-291-nwvjw reconcileID=f6z2thdn time="2024-02-29T06:47:01.773Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.773Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpkmpbr8 time="2024-02-29T06:47:01.773Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=3d0e42d2-fc4e-4e28-8f76-131a878c14ed time="2024-02-29T06:47:01.782Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=lpnkmdmk time="2024-02-29T06:47:01.782Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=lpnkmdmk time="2024-02-29T06:47:01.782Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=lpnkmdmk time="2024-02-29T06:47:01.782Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=ac2d3ddc-6cf0-436c-80d8-ebde999bbbae time="2024-02-29T06:47:01.875Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation count=0 infraID=mihuang-291-nwvjw reconcileID=f6z2thdn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:47:01.903Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-291 controller=hibernation count=6 reconcileID=f6z2thdn time="2024-02-29T06:47:01.903Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=f6z2thdn timeRemaining=1m59.096294297s time="2024-02-29T06:47:01.903Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=131 elapsedMillisGT=0 outcome=unspecified reconcileID=f6z2thdn time="2024-02-29T06:47:01.903Z" level=debug msg="Reconcile done, requeueing after 1m59.096294297s" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=588372eb-c1ad-4ff3-b535-184794016637 time="2024-02-29T06:47:02.828Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=0a18975a-e95a-4aa8-adf0-a7b9150ffb3a time="2024-02-29T06:47:02.828Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.828Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.828Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:02.837Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.854Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.861Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.899Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.9Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.901Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=7rwm274q time="2024-02-29T06:47:02.917Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.917Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7rwm274q time="2024-02-29T06:47:02.917Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=89 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=7rwm274q time="2024-02-29T06:47:02.917Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=0a18975a-e95a-4aa8-adf0-a7b9150ffb3a time="2024-02-29T06:47:11.488Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=58f66229-8909-44de-b063-e7ca5058d957 time="2024-02-29T06:47:11.488Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6zl24t2 time="2024-02-29T06:47:11.488Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6zl24t2 time="2024-02-29T06:47:11.488Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6zl24t2 time="2024-02-29T06:47:11.488Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=z6zl24t2 time="2024-02-29T06:47:11.63Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=z6zl24t2 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:47:11.654Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=z6zl24t2 time="2024-02-29T06:47:11.654Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6zl24t2 time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=z6zl24t2 status=True time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=z6zl24t2 status=True time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=z6zl24t2 status=False time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=z6zl24t2 status=True time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=z6zl24t2 status=True time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=z6zl24t2 status=True time="2024-02-29T06:47:11.675Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6zl24t2 time="2024-02-29T06:47:11.675Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=z6zl24t2 time="2024-02-29T06:47:11.675Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=58f66229-8909-44de-b063-e7ca5058d957 time="2024-02-29T06:47:23.397Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=5b053678-4b38-4b40-b5f7-f6400004ac23 time="2024-02-29T06:47:23.397Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.397Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.397Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:47:23.408Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.424Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.43Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.474Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.475Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.476Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.477Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.478Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.478Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.478Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.478Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.478Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=knctmlj8 time="2024-02-29T06:47:23.49Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.49Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=knctmlj8 time="2024-02-29T06:47:23.49Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=92 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=knctmlj8 time="2024-02-29T06:47:23.49Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=5b053678-4b38-4b40-b5f7-f6400004ac23 time="2024-02-29T06:47:34.494Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=b4b62d9c-ce07-40bf-b5ad-f6ea01bede7a time="2024-02-29T06:47:34.494Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.494Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.494Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:47:34.502Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.518Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.523Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.524Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=6g295snr time="2024-02-29T06:47:34.526Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.53Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.53Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=6g295snr time="2024-02-29T06:47:34.561Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=66 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=6g295snr time="2024-02-29T06:47:34.561Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=b4b62d9c-ce07-40bf-b5ad-f6ea01bede7a time="2024-02-29T06:47:41.675Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ba1488f8-a78c-4c53-a8c1-fd5c4e742b31 time="2024-02-29T06:47:41.675Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s5rnm5pc time="2024-02-29T06:47:41.675Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s5rnm5pc time="2024-02-29T06:47:41.675Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s5rnm5pc time="2024-02-29T06:47:41.676Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=s5rnm5pc time="2024-02-29T06:47:41.805Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=s5rnm5pc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:47:41.827Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=s5rnm5pc time="2024-02-29T06:47:41.827Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s5rnm5pc time="2024-02-29T06:47:41.871Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=s5rnm5pc status=True time="2024-02-29T06:47:41.871Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=s5rnm5pc status=True time="2024-02-29T06:47:41.871Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=s5rnm5pc status=False time="2024-02-29T06:47:41.871Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=s5rnm5pc status=True time="2024-02-29T06:47:41.871Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=s5rnm5pc status=True time="2024-02-29T06:47:41.872Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=s5rnm5pc status=True time="2024-02-29T06:47:41.872Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=s5rnm5pc time="2024-02-29T06:47:41.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=196 elapsedMillisGT=0 outcome=unspecified reconcileID=s5rnm5pc time="2024-02-29T06:47:41.872Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ba1488f8-a78c-4c53-a8c1-fd5c4e742b31 time="2024-02-29T06:48:04.451Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f46b0fe2-bd08-49bf-93fc-5ea7f4fc0dce time="2024-02-29T06:48:04.451Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.451Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.451Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:48:04.462Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.48Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.487Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.532Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.532Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.532Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.532Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.532Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.533Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.534Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.535Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=s885tllf time="2024-02-29T06:48:04.55Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.55Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=s885tllf time="2024-02-29T06:48:04.55Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=98 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=s885tllf time="2024-02-29T06:48:04.55Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=f46b0fe2-bd08-49bf-93fc-5ea7f4fc0dce time="2024-02-29T06:48:11.872Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dfd8159e-6ffc-414d-8c7c-b20f0b86304b time="2024-02-29T06:48:11.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jfzdqglw time="2024-02-29T06:48:11.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jfzdqglw time="2024-02-29T06:48:11.872Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jfzdqglw time="2024-02-29T06:48:11.872Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=jfzdqglw time="2024-02-29T06:48:12.015Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=jfzdqglw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:48:12.047Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=jfzdqglw time="2024-02-29T06:48:12.047Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jfzdqglw time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=jfzdqglw status=True time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=jfzdqglw status=True time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=jfzdqglw status=False time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=jfzdqglw status=True time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=jfzdqglw status=True time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=jfzdqglw status=True time="2024-02-29T06:48:12.078Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jfzdqglw time="2024-02-29T06:48:12.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=jfzdqglw time="2024-02-29T06:48:12.078Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dfd8159e-6ffc-414d-8c7c-b20f0b86304b time="2024-02-29T06:48:42.078Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=af2767f3-f7a5-4526-b679-d73ab72ca3b6 time="2024-02-29T06:48:42.078Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hcb6545x time="2024-02-29T06:48:42.078Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hcb6545x time="2024-02-29T06:48:42.078Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hcb6545x time="2024-02-29T06:48:42.079Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=hcb6545x time="2024-02-29T06:48:42.222Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=hcb6545x states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:48:42.245Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=hcb6545x time="2024-02-29T06:48:42.245Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hcb6545x time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=hcb6545x status=True time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=hcb6545x status=True time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=hcb6545x status=False time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=hcb6545x status=True time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=hcb6545x status=True time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=hcb6545x status=True time="2024-02-29T06:48:42.266Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hcb6545x time="2024-02-29T06:48:42.266Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=hcb6545x time="2024-02-29T06:48:42.266Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=af2767f3-f7a5-4526-b679-d73ab72ca3b6 time="2024-02-29T06:48:53.361Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:48:53.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:48:53.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:48:53.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:48:53.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:48:53.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:49:01Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c7b74497-7fb6-4b04-bfa2-49721d83535b time="2024-02-29T06:49:01Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7zg2h4pt time="2024-02-29T06:49:01Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7zg2h4pt time="2024-02-29T06:49:01Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7zg2h4pt time="2024-02-29T06:49:01Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation infraID=mihuang-291-nwvjw reconcileID=7zg2h4pt time="2024-02-29T06:49:01.145Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation count=0 infraID=mihuang-291-nwvjw reconcileID=7zg2h4pt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:49:01.176Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-291 controller=hibernation count=6 reconcileID=7zg2h4pt time="2024-02-29T06:49:01.176Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7zg2h4pt time="2024-02-29T06:49:01.199Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=7zg2h4pt time="2024-02-29T06:49:01.199Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-291 condition=Ready controller=hibernation reason=Running reconcileID=7zg2h4pt time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=96b27706-01a4-4d79-a51f-927894e37c54 time="2024-02-29T06:49:01.21Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=hbgjsznl time="2024-02-29T06:49:01.21Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=hbgjsznl time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=73b8738b-f590-4b79-8c02-f16eb27ee383 time="2024-02-29T06:49:01.21Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.21Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75a6ff74-72aa-4005-b0aa-3e4d02aa6663 time="2024-02-29T06:49:01.21Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=nlbh8f4z time="2024-02-29T06:49:01.211Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=nlbh8f4z time="2024-02-29T06:49:01.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-291-0-57lqw ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:49:01.211Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1eba9370-0155-4869-bcd4-95982774da76 time="2024-02-29T06:49:01.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=sftc5r9s time="2024-02-29T06:49:01.211Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterRelocate reconcileID=sftc5r9s time="2024-02-29T06:49:01.211Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-291 controller=clusterRelocate matchingRelocates="[]" reconcileID=sftc5r9s time="2024-02-29T06:49:01.211Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b6803e02-4fac-4ff2-8bc4-03cd309e8e4f time="2024-02-29T06:49:01.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d7v5bsp5 time="2024-02-29T06:49:01.211Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d7v5bsp5 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a42ae86d-4bdb-4b68-9b6b-182235a76a01 time="2024-02-29T06:49:01.211Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qn8pvfjf time="2024-02-29T06:49:01.211Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qn8pvfjf time="2024-02-29T06:49:01.211Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=a42ae86d-4bdb-4b68-9b6b-182235a76a01 time="2024-02-29T06:49:01.211Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=210 elapsedMillisGT=0 outcome=unspecified reconcileID=7zg2h4pt time="2024-02-29T06:49:01.211Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c7b74497-7fb6-4b04-bfa2-49721d83535b time="2024-02-29T06:49:01.211Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94da87ae-97eb-4b39-8df1-6f054019e67e time="2024-02-29T06:49:01.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=qj8tmlkc time="2024-02-29T06:49:01.211Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=qj8tmlkc time="2024-02-29T06:49:01.211Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=qj8tmlkc time="2024-02-29T06:49:01.211Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bed1b2bf-c7e1-4855-b3fa-e043f66fc844 time="2024-02-29T06:49:01.211Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=gw4dkb58 time="2024-02-29T06:49:01.211Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=unreachable reconcileID=gw4dkb58 time="2024-02-29T06:49:01.211Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-291 controller=unreachable delay=1h57m57.788265332s reconcileID=gw4dkb58 time="2024-02-29T06:49:01.211Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gw4dkb58 time="2024-02-29T06:49:01.211Z" level=debug msg="Reconcile done, requeueing after 1h57m57.788265332s" controller=unreachable-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=bed1b2bf-c7e1-4855-b3fa-e043f66fc844 time="2024-02-29T06:49:01.211Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-291 controller=syncidentityprovider reconcileID=nlbh8f4z time="2024-02-29T06:49:01.211Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation infraID=mihuang-291-nwvjw reconcileID=qj8tmlkc time="2024-02-29T06:49:01.211Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=d7v5bsp5 time="2024-02-29T06:49:01.212Z" level=debug msg="Waiting to fetch clusteroperator status in 7m58.78795645s" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=d7v5bsp5 time="2024-02-29T06:49:01.212Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7v5bsp5 time="2024-02-29T06:49:01.211Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nlbh8f4z time="2024-02-29T06:49:01.212Z" level=debug msg="Reconcile done, requeueing after 7m58.78795645s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=b6803e02-4fac-4ff2-8bc4-03cd309e8e4f time="2024-02-29T06:49:01.211Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sftc5r9s time="2024-02-29T06:49:01.212Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1eba9370-0155-4869-bcd4-95982774da76 time="2024-02-29T06:49:01.212Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=75a6ff74-72aa-4005-b0aa-3e4d02aa6663 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=57ab3b81-d663-4f1d-9cd9-2252612ca902 time="2024-02-29T06:49:01.212Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.212Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.212Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:49:01.21Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-291 controller=awsprivatelink reconcileID=hbgjsznl time="2024-02-29T06:49:01.212Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=awsprivatelink elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=hbgjsznl time="2024-02-29T06:49:01.212Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=96b27706-01a4-4d79-a51f-927894e37c54 time="2024-02-29T06:49:01.211Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=96acf0ca-9467-4649-a9a1-62518b4cd19c time="2024-02-29T06:49:01.212Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-291-0-57lqw-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-291-0-57lqw reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-291-0-57lqw\", timestamp:time.Time{wall:0xc17025d86e3d4f22, ext:1670444198538, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-291-0-57lqw time="2024-02-29T06:49:01.212Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-291-0-57lqw controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnnl9www time="2024-02-29T06:49:01.212Z" level=debug msg="Reconcile done, requeueing after 23h21m39.787302119s" controller=clusterprovision-controller name=mihuang-291-0-57lqw namespace=default object=default/mihuang-291-0-57lqw reconcileID=96acf0ca-9467-4649-a9a1-62518b4cd19c time="2024-02-29T06:49:01.211Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:49:01.212Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:49:01.212Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-291-0-57lqw-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 time="2024-02-29T06:49:01.212Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.212Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.212Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fbe7679f-719b-4303-af15-407eb71d4021 time="2024-02-29T06:49:01.212Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wbfwxf7m time="2024-02-29T06:49:01.213Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wbfwxf7m time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d1169c33-211f-4a48-b502-898432482ac8 time="2024-02-29T06:49:01.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=2mwc2b2h time="2024-02-29T06:49:01.212Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-291 controller=clusterDeployment reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.213Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=2mwc2b2h time="2024-02-29T06:49:01.213Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterDeployment elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=m8ft7cb6 time="2024-02-29T06:49:01.213Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=73b8738b-f590-4b79-8c02-f16eb27ee383 time="2024-02-29T06:49:01.213Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-291 controller=remoteingress reconcileID=wbfwxf7m time="2024-02-29T06:49:01.213Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbfwxf7m time="2024-02-29T06:49:01.213Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fbe7679f-719b-4303-af15-407eb71d4021 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=54f07aab-01b0-4bcd-b761-bf06c38406b5 time="2024-02-29T06:49:01.21Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=31c33b29-6aa3-4d38-a74e-d605f4730c63 time="2024-02-29T06:49:01.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:49:01.213Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-291 controller=argocdregister namespace=default time="2024-02-29T06:49:01.213Z" level=info msg="reconcile complete" clusterDeployment=mihuang-291 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T06:49:01.213Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=31c33b29-6aa3-4d38-a74e-d605f4730c63 time="2024-02-29T06:49:01.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=mqtf5g9c time="2024-02-29T06:49:01.213Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=mqtf5g9c time="2024-02-29T06:49:01.213Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=mqtf5g9c time="2024-02-29T06:49:01.213Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts reconcileID=mqtf5g9c time="2024-02-29T06:49:01.213Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqtf5g9c time="2024-02-29T06:49:01.213Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=54f07aab-01b0-4bcd-b761-bf06c38406b5 time="2024-02-29T06:49:01.22Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.228Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=2mwc2b2h time="2024-02-29T06:49:01.228Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion reconcileID=2mwc2b2h time="2024-02-29T06:49:01.228Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterversion elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=2mwc2b2h time="2024-02-29T06:49:01.228Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=d1169c33-211f-4a48-b502-898432482ac8 time="2024-02-29T06:49:01.237Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.259Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.298Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-291 controller=hibernation count=0 infraID=mihuang-291-nwvjw reconcileID=qj8tmlkc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:49:01.324Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-291 controller=hibernation count=6 reconcileID=qj8tmlkc time="2024-02-29T06:49:01.324Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=qj8tmlkc time="2024-02-29T06:49:01.328Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.328Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.328Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.328Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.328Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.329Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.33Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.331Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.332Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.348Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.348Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.348Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=136 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=wtdtp6d4 time="2024-02-29T06:49:01.348Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=57ab3b81-d663-4f1d-9cd9-2252612ca902 time="2024-02-29T06:49:01.351Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuang-291 controller=hibernation reconcileID=qj8tmlkc time="2024-02-29T06:49:01.351Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=hibernation elapsedMillis=140 elapsedMillisGT=0 outcome=unspecified reconcileID=qj8tmlkc time="2024-02-29T06:49:01.351Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=94da87ae-97eb-4b39-8df1-6f054019e67e time="2024-02-29T06:49:12.266Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=864ec8a5-7da0-46f9-8e62-438935da2898 time="2024-02-29T06:49:12.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.267Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.267Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.267Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.361Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=n2r7xlc9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:49:12.386Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.386Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=n2r7xlc9 status=True time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=n2r7xlc9 status=True time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=n2r7xlc9 status=False time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=n2r7xlc9 status=True time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=n2r7xlc9 status=True time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=n2r7xlc9 status=True time="2024-02-29T06:49:12.405Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.405Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=138 elapsedMillisGT=0 outcome=unspecified reconcileID=n2r7xlc9 time="2024-02-29T06:49:12.405Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=864ec8a5-7da0-46f9-8e62-438935da2898 time="2024-02-29T06:49:26.47Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d6a75b87-8614-41ec-867e-4a0a53695f1c time="2024-02-29T06:49:26.47Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.471Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.471Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:49:26.482Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.501Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.508Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.542Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.543Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.544Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.545Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.546Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.546Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.546Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.546Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.546Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.563Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.563Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.563Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=92 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=gxmm4sq4 time="2024-02-29T06:49:26.563Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d6a75b87-8614-41ec-867e-4a0a53695f1c time="2024-02-29T06:49:42.406Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8239ac94-0139-4c9a-85b8-7022f2bf2be8 time="2024-02-29T06:49:42.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pc49t4hr time="2024-02-29T06:49:42.406Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pc49t4hr time="2024-02-29T06:49:42.406Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pc49t4hr time="2024-02-29T06:49:42.406Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=pc49t4hr time="2024-02-29T06:49:42.506Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=pc49t4hr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:49:42.532Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=pc49t4hr time="2024-02-29T06:49:42.532Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pc49t4hr time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=pc49t4hr status=True time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=pc49t4hr status=True time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=pc49t4hr status=False time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=pc49t4hr status=True time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=pc49t4hr status=True time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=pc49t4hr status=True time="2024-02-29T06:49:42.587Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=pc49t4hr time="2024-02-29T06:49:42.587Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=pc49t4hr time="2024-02-29T06:49:42.587Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8239ac94-0139-4c9a-85b8-7022f2bf2be8 time="2024-02-29T06:50:12.588Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e7464c0e-eb04-4b41-ac14-5f211e30a8eb time="2024-02-29T06:50:12.588Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fvs4lbjc time="2024-02-29T06:50:12.588Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fvs4lbjc time="2024-02-29T06:50:12.588Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fvs4lbjc time="2024-02-29T06:50:12.588Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=fvs4lbjc time="2024-02-29T06:50:12.692Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=fvs4lbjc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:50:12.716Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=fvs4lbjc time="2024-02-29T06:50:12.716Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fvs4lbjc time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=fvs4lbjc status=True time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=fvs4lbjc status=True time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=fvs4lbjc status=False time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=fvs4lbjc status=True time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=fvs4lbjc status=True time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=fvs4lbjc status=True time="2024-02-29T06:50:12.74Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fvs4lbjc time="2024-02-29T06:50:12.74Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=152 elapsedMillisGT=0 outcome=unspecified reconcileID=fvs4lbjc time="2024-02-29T06:50:12.74Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e7464c0e-eb04-4b41-ac14-5f211e30a8eb time="2024-02-29T06:50:42.74Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=84ce809b-22fd-485d-8642-ba5c80bd0d1d time="2024-02-29T06:50:42.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=f2vdrs7g time="2024-02-29T06:50:42.741Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=f2vdrs7g time="2024-02-29T06:50:42.741Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=f2vdrs7g time="2024-02-29T06:50:42.741Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=f2vdrs7g time="2024-02-29T06:50:42.89Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=f2vdrs7g states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:50:42.912Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=f2vdrs7g time="2024-02-29T06:50:42.912Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=f2vdrs7g time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=f2vdrs7g status=True time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=f2vdrs7g status=True time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=f2vdrs7g status=False time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=f2vdrs7g status=True time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=f2vdrs7g status=True time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=f2vdrs7g status=True time="2024-02-29T06:50:42.932Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=f2vdrs7g time="2024-02-29T06:50:42.932Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=f2vdrs7g time="2024-02-29T06:50:42.932Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=84ce809b-22fd-485d-8642-ba5c80bd0d1d time="2024-02-29T06:50:53.362Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:50:53.362Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:50:53.362Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:50:53.362Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:50:53.362Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:50:53.362Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:51:12.933Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3ce16d74-5c3a-4808-a5e3-1432af3e9928 time="2024-02-29T06:51:12.933Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mtbq5fvv time="2024-02-29T06:51:12.933Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mtbq5fvv time="2024-02-29T06:51:12.933Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mtbq5fvv time="2024-02-29T06:51:12.933Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mtbq5fvv time="2024-02-29T06:51:13.032Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mtbq5fvv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:51:13.057Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mtbq5fvv time="2024-02-29T06:51:13.057Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mtbq5fvv time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mtbq5fvv status=True time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mtbq5fvv status=True time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=mtbq5fvv status=False time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=mtbq5fvv status=True time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=mtbq5fvv status=True time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mtbq5fvv status=True time="2024-02-29T06:51:13.078Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mtbq5fvv time="2024-02-29T06:51:13.078Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=145 elapsedMillisGT=0 outcome=unspecified reconcileID=mtbq5fvv time="2024-02-29T06:51:13.078Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3ce16d74-5c3a-4808-a5e3-1432af3e9928 time="2024-02-29T06:51:43.079Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c523a973-731b-4840-a14e-2eee86ac4809 time="2024-02-29T06:51:43.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rtjqstj8 time="2024-02-29T06:51:43.079Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rtjqstj8 time="2024-02-29T06:51:43.079Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rtjqstj8 time="2024-02-29T06:51:43.079Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=rtjqstj8 time="2024-02-29T06:51:43.174Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=rtjqstj8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:51:43.198Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=rtjqstj8 time="2024-02-29T06:51:43.198Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rtjqstj8 time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=rtjqstj8 status=True time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=rtjqstj8 status=True time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=rtjqstj8 status=False time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=rtjqstj8 status=True time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=rtjqstj8 status=True time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=rtjqstj8 status=True time="2024-02-29T06:51:43.218Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rtjqstj8 time="2024-02-29T06:51:43.218Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=139 elapsedMillisGT=0 outcome=unspecified reconcileID=rtjqstj8 time="2024-02-29T06:51:43.218Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c523a973-731b-4840-a14e-2eee86ac4809 time="2024-02-29T06:52:13.219Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=14aad6f0-dd1e-46bf-bb45-756c0dda9bcc time="2024-02-29T06:52:13.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mnhj8skd time="2024-02-29T06:52:13.219Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mnhj8skd time="2024-02-29T06:52:13.219Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mnhj8skd time="2024-02-29T06:52:13.219Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mnhj8skd time="2024-02-29T06:52:13.369Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mnhj8skd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:52:13.393Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mnhj8skd time="2024-02-29T06:52:13.393Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mnhj8skd time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mnhj8skd status=True time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mnhj8skd status=True time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=mnhj8skd status=False time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=mnhj8skd status=True time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=mnhj8skd status=True time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mnhj8skd status=True time="2024-02-29T06:52:13.414Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mnhj8skd time="2024-02-29T06:52:13.414Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=mnhj8skd time="2024-02-29T06:52:13.414Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=14aad6f0-dd1e-46bf-bb45-756c0dda9bcc time="2024-02-29T06:52:43.414Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9bbe3572-b5ea-4ebd-ab16-4873e367adae time="2024-02-29T06:52:43.414Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w5cmgrvt time="2024-02-29T06:52:43.414Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w5cmgrvt time="2024-02-29T06:52:43.414Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w5cmgrvt time="2024-02-29T06:52:43.415Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=w5cmgrvt time="2024-02-29T06:52:43.556Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=w5cmgrvt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:52:43.58Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=w5cmgrvt time="2024-02-29T06:52:43.58Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w5cmgrvt time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=w5cmgrvt status=True time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=w5cmgrvt status=True time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=w5cmgrvt status=False time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=w5cmgrvt status=True time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=w5cmgrvt status=True time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=w5cmgrvt status=True time="2024-02-29T06:52:43.602Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=w5cmgrvt time="2024-02-29T06:52:43.602Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=w5cmgrvt time="2024-02-29T06:52:43.602Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9bbe3572-b5ea-4ebd-ab16-4873e367adae time="2024-02-29T06:52:53.363Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:52:53.364Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:52:53.364Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:52:53.364Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:52:53.364Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:52:53.364Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:53:13.602Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3d9357fd-5f31-4e9a-8965-59c98502ecf1 time="2024-02-29T06:53:13.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.602Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.602Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.602Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.775Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qwrqqxc5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:53:13.799Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.799Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qwrqqxc5 status=True time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qwrqqxc5 status=True time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=qwrqqxc5 status=False time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=qwrqqxc5 status=True time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=qwrqqxc5 status=True time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qwrqqxc5 status=True time="2024-02-29T06:53:13.821Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.821Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=218 elapsedMillisGT=0 outcome=unspecified reconcileID=qwrqqxc5 time="2024-02-29T06:53:13.821Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3d9357fd-5f31-4e9a-8965-59c98502ecf1 time="2024-02-29T06:53:43.821Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bff47197-83a5-441d-8e20-e7c1b79055fa time="2024-02-29T06:53:43.821Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lsh2s6j5 time="2024-02-29T06:53:43.821Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lsh2s6j5 time="2024-02-29T06:53:43.821Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lsh2s6j5 time="2024-02-29T06:53:43.821Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=lsh2s6j5 time="2024-02-29T06:53:43.981Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=lsh2s6j5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:53:44.003Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=lsh2s6j5 time="2024-02-29T06:53:44.003Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lsh2s6j5 time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=lsh2s6j5 status=True time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=lsh2s6j5 status=True time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=lsh2s6j5 status=False time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=lsh2s6j5 status=True time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=lsh2s6j5 status=True time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=lsh2s6j5 status=True time="2024-02-29T06:53:44.022Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lsh2s6j5 time="2024-02-29T06:53:44.022Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=lsh2s6j5 time="2024-02-29T06:53:44.022Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=bff47197-83a5-441d-8e20-e7c1b79055fa time="2024-02-29T06:54:14.022Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f69c2152-5822-4d02-ae30-0c51c8d6e77f time="2024-02-29T06:54:14.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=466vkjxb time="2024-02-29T06:54:14.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=466vkjxb time="2024-02-29T06:54:14.023Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=466vkjxb time="2024-02-29T06:54:14.023Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=466vkjxb time="2024-02-29T06:54:14.134Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=466vkjxb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:54:14.158Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=466vkjxb time="2024-02-29T06:54:14.158Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=466vkjxb time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=466vkjxb status=True time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=466vkjxb status=True time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=466vkjxb status=False time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=466vkjxb status=True time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=466vkjxb status=True time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=466vkjxb status=True time="2024-02-29T06:54:14.18Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=466vkjxb time="2024-02-29T06:54:14.18Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=157 elapsedMillisGT=0 outcome=unspecified reconcileID=466vkjxb time="2024-02-29T06:54:14.18Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f69c2152-5822-4d02-ae30-0c51c8d6e77f time="2024-02-29T06:54:44.181Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=184d1422-21e4-49eb-a7c2-0006f200f0c8 time="2024-02-29T06:54:44.181Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7w6htcz time="2024-02-29T06:54:44.181Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7w6htcz time="2024-02-29T06:54:44.181Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7w6htcz time="2024-02-29T06:54:44.181Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=h7w6htcz time="2024-02-29T06:54:44.293Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=h7w6htcz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:54:44.322Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=h7w6htcz time="2024-02-29T06:54:44.322Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7w6htcz time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=h7w6htcz status=True time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=h7w6htcz status=True time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=h7w6htcz status=False time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=h7w6htcz status=True time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=h7w6htcz status=True time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=h7w6htcz status=True time="2024-02-29T06:54:44.342Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=h7w6htcz time="2024-02-29T06:54:44.342Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=161 elapsedMillisGT=0 outcome=unspecified reconcileID=h7w6htcz time="2024-02-29T06:54:44.343Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=184d1422-21e4-49eb-a7c2-0006f200f0c8 time="2024-02-29T06:54:53.365Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:54:53.365Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:54:53.365Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:54:53.365Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:54:53.365Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:54:53.365Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:54:54.243Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=09351a7a-d129-4f6a-a317-65b40995f47a time="2024-02-29T06:54:54.243Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.243Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.243Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T06:54:54.267Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.287Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.294Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.327Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.328Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.329Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.33Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=jwd97sgl time="2024-02-29T06:54:54.352Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.352Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=jwd97sgl time="2024-02-29T06:54:54.352Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=109 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=jwd97sgl time="2024-02-29T06:54:54.352Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=09351a7a-d129-4f6a-a317-65b40995f47a time="2024-02-29T06:55:14.343Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a08a02f4-c541-4757-bab5-0c140cc2a61f time="2024-02-29T06:55:14.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4jdzj6ks time="2024-02-29T06:55:14.343Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4jdzj6ks time="2024-02-29T06:55:14.343Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4jdzj6ks time="2024-02-29T06:55:14.343Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4jdzj6ks time="2024-02-29T06:55:14.433Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4jdzj6ks states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:55:14.455Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4jdzj6ks time="2024-02-29T06:55:14.455Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4jdzj6ks time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4jdzj6ks status=True time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4jdzj6ks status=True time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=4jdzj6ks status=False time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=4jdzj6ks status=True time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=4jdzj6ks status=True time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4jdzj6ks status=True time="2024-02-29T06:55:14.475Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4jdzj6ks time="2024-02-29T06:55:14.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=131 elapsedMillisGT=0 outcome=unspecified reconcileID=4jdzj6ks time="2024-02-29T06:55:14.475Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a08a02f4-c541-4757-bab5-0c140cc2a61f time="2024-02-29T06:55:44.475Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b27e434d-7d9f-43f2-b75e-fc5d54e71031 time="2024-02-29T06:55:44.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.476Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.476Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.566Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=6v6v2fg8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:55:44.59Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.59Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=6v6v2fg8 status=True time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=6v6v2fg8 status=True time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=6v6v2fg8 status=False time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=6v6v2fg8 status=True time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=6v6v2fg8 status=True time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=6v6v2fg8 status=True time="2024-02-29T06:55:44.612Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.612Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=6v6v2fg8 time="2024-02-29T06:55:44.612Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b27e434d-7d9f-43f2-b75e-fc5d54e71031 time="2024-02-29T06:56:14.613Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=93fc50b3-4726-452c-852e-8430b5f7270a time="2024-02-29T06:56:14.613Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9h5vmwp time="2024-02-29T06:56:14.613Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9h5vmwp time="2024-02-29T06:56:14.613Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9h5vmwp time="2024-02-29T06:56:14.613Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=k9h5vmwp time="2024-02-29T06:56:14.733Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=k9h5vmwp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:56:14.756Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=k9h5vmwp time="2024-02-29T06:56:14.756Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9h5vmwp time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=k9h5vmwp status=True time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=k9h5vmwp status=True time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=k9h5vmwp status=False time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=k9h5vmwp status=True time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=k9h5vmwp status=True time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=k9h5vmwp status=True time="2024-02-29T06:56:14.777Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9h5vmwp time="2024-02-29T06:56:14.777Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=163 elapsedMillisGT=0 outcome=unspecified reconcileID=k9h5vmwp time="2024-02-29T06:56:14.777Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=93fc50b3-4726-452c-852e-8430b5f7270a time="2024-02-29T06:56:44.777Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea7d2d67-24cb-4712-9e21-0221d3ea4cc9 time="2024-02-29T06:56:44.777Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.777Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.777Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.778Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.919Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=nxf6lgj6 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:56:44.945Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.945Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=nxf6lgj6 status=True time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=nxf6lgj6 status=True time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=nxf6lgj6 status=False time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=nxf6lgj6 status=True time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=nxf6lgj6 status=True time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=nxf6lgj6 status=True time="2024-02-29T06:56:44.966Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.966Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=188 elapsedMillisGT=0 outcome=unspecified reconcileID=nxf6lgj6 time="2024-02-29T06:56:44.966Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea7d2d67-24cb-4712-9e21-0221d3ea4cc9 time="2024-02-29T06:56:53.366Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:56:53.366Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:56:53.366Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:56:53.366Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:56:53.366Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:56:53.366Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:57:00Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fabd30ca-a42a-4a22-8b41-794161721076 time="2024-02-29T06:57:00Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=vlwdtmmg time="2024-02-29T06:57:00Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=vlwdtmmg time="2024-02-29T06:57:00Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=vlwdtmmg time="2024-02-29T06:57:00.063Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=62 elapsedMillisGT=0 outcome=unspecified reconcileID=vlwdtmmg time="2024-02-29T06:57:00.063Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=fabd30ca-a42a-4a22-8b41-794161721076 time="2024-02-29T06:57:14.967Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a3941d1c-99e9-4022-a6d3-146e6877df3e time="2024-02-29T06:57:14.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hdl68d7k time="2024-02-29T06:57:14.967Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hdl68d7k time="2024-02-29T06:57:14.967Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hdl68d7k time="2024-02-29T06:57:14.967Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=hdl68d7k time="2024-02-29T06:57:15.063Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=hdl68d7k states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:57:15.085Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=hdl68d7k time="2024-02-29T06:57:15.085Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hdl68d7k time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=hdl68d7k status=True time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=hdl68d7k status=True time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=hdl68d7k status=False time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=hdl68d7k status=True time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=hdl68d7k status=True time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=hdl68d7k status=True time="2024-02-29T06:57:15.106Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hdl68d7k time="2024-02-29T06:57:15.106Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=139 elapsedMillisGT=0 outcome=unspecified reconcileID=hdl68d7k time="2024-02-29T06:57:15.106Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a3941d1c-99e9-4022-a6d3-146e6877df3e time="2024-02-29T06:57:34.561Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0f503956-eb7e-4672-9242-e5d2a69559bb time="2024-02-29T06:57:34.561Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.561Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.561Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T06:57:34.569Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.591Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.6Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.601Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=fnn99qn5 time="2024-02-29T06:57:34.602Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.609Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.609Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=fnn99qn5 time="2024-02-29T06:57:34.649Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=87 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=fnn99qn5 time="2024-02-29T06:57:34.649Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=0f503956-eb7e-4672-9242-e5d2a69559bb time="2024-02-29T06:57:45.107Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a4d1cac4-e085-474e-9e2d-cfbd6ce38d26 time="2024-02-29T06:57:45.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxdjq4sj time="2024-02-29T06:57:45.107Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxdjq4sj time="2024-02-29T06:57:45.107Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxdjq4sj time="2024-02-29T06:57:45.108Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=fxdjq4sj time="2024-02-29T06:57:45.196Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=fxdjq4sj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:57:45.221Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=fxdjq4sj time="2024-02-29T06:57:45.221Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxdjq4sj time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=fxdjq4sj status=True time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=fxdjq4sj status=True time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=fxdjq4sj status=False time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=fxdjq4sj status=True time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=fxdjq4sj status=True time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=fxdjq4sj status=True time="2024-02-29T06:57:45.241Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fxdjq4sj time="2024-02-29T06:57:45.241Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=133 elapsedMillisGT=0 outcome=unspecified reconcileID=fxdjq4sj time="2024-02-29T06:57:45.241Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a4d1cac4-e085-474e-9e2d-cfbd6ce38d26 time="2024-02-29T06:58:15.241Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c010f25a-9b44-4f69-8d72-be16c9e02099 time="2024-02-29T06:58:15.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jlpkbs74 time="2024-02-29T06:58:15.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jlpkbs74 time="2024-02-29T06:58:15.241Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jlpkbs74 time="2024-02-29T06:58:15.242Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=jlpkbs74 time="2024-02-29T06:58:15.355Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=jlpkbs74 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:58:15.381Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=jlpkbs74 time="2024-02-29T06:58:15.381Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jlpkbs74 time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=jlpkbs74 status=True time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=jlpkbs74 status=True time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=jlpkbs74 status=False time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=jlpkbs74 status=True time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=jlpkbs74 status=True time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=jlpkbs74 status=True time="2024-02-29T06:58:15.405Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jlpkbs74 time="2024-02-29T06:58:15.405Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=163 elapsedMillisGT=0 outcome=unspecified reconcileID=jlpkbs74 time="2024-02-29T06:58:15.405Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c010f25a-9b44-4f69-8d72-be16c9e02099 time="2024-02-29T06:58:45.405Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d8b72bd6-e23c-490b-a122-05406a6b4365 time="2024-02-29T06:58:45.405Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r264mj4k time="2024-02-29T06:58:45.405Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r264mj4k time="2024-02-29T06:58:45.405Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r264mj4k time="2024-02-29T06:58:45.406Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=r264mj4k time="2024-02-29T06:58:45.513Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=r264mj4k states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:58:45.537Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=r264mj4k time="2024-02-29T06:58:45.537Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r264mj4k time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=r264mj4k status=True time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=r264mj4k status=True time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=r264mj4k status=False time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=r264mj4k status=True time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=r264mj4k status=True time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=r264mj4k status=True time="2024-02-29T06:58:45.559Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r264mj4k time="2024-02-29T06:58:45.559Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=153 elapsedMillisGT=0 outcome=unspecified reconcileID=r264mj4k time="2024-02-29T06:58:45.559Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d8b72bd6-e23c-490b-a122-05406a6b4365 time="2024-02-29T06:58:53.366Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T06:58:53.367Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T06:58:53.367Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T06:58:53.367Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T06:58:53.367Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T06:58:53.367Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T06:59:15.559Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d82d69e-d8d3-464d-8a8c-b1917e95fd36 time="2024-02-29T06:59:15.559Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2t9ccvb time="2024-02-29T06:59:15.56Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2t9ccvb time="2024-02-29T06:59:15.56Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2t9ccvb time="2024-02-29T06:59:15.56Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=n2t9ccvb time="2024-02-29T06:59:15.661Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=n2t9ccvb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:59:15.683Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=n2t9ccvb time="2024-02-29T06:59:15.683Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2t9ccvb time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=n2t9ccvb status=True time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=n2t9ccvb status=True time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=n2t9ccvb status=False time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=n2t9ccvb status=True time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=n2t9ccvb status=True time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=n2t9ccvb status=True time="2024-02-29T06:59:15.702Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=n2t9ccvb time="2024-02-29T06:59:15.703Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=n2t9ccvb time="2024-02-29T06:59:15.703Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2d82d69e-d8d3-464d-8a8c-b1917e95fd36 time="2024-02-29T06:59:45.704Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f1729c9-90fb-4952-a4eb-68a25b73d0a5 time="2024-02-29T06:59:45.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wvglkqb4 time="2024-02-29T06:59:45.704Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wvglkqb4 time="2024-02-29T06:59:45.704Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wvglkqb4 time="2024-02-29T06:59:45.704Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=wvglkqb4 time="2024-02-29T06:59:45.845Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=wvglkqb4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T06:59:45.87Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=wvglkqb4 time="2024-02-29T06:59:45.871Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wvglkqb4 time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=wvglkqb4 status=True time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=wvglkqb4 status=True time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=wvglkqb4 status=False time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=wvglkqb4 status=True time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=wvglkqb4 status=True time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=wvglkqb4 status=True time="2024-02-29T06:59:45.891Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wvglkqb4 time="2024-02-29T06:59:45.891Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=187 elapsedMillisGT=0 outcome=unspecified reconcileID=wvglkqb4 time="2024-02-29T06:59:45.891Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f1729c9-90fb-4952-a4eb-68a25b73d0a5 time="2024-02-29T07:00:00.122Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:00:15.892Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7674ec0f-28cd-4a34-a623-c6eac8e3ae35 time="2024-02-29T07:00:15.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r9s48hds time="2024-02-29T07:00:15.892Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r9s48hds time="2024-02-29T07:00:15.892Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r9s48hds time="2024-02-29T07:00:15.892Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=r9s48hds time="2024-02-29T07:00:16.033Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=r9s48hds states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:00:16.055Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=r9s48hds time="2024-02-29T07:00:16.055Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r9s48hds time="2024-02-29T07:00:16.078Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=r9s48hds status=True time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=r9s48hds status=True time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=r9s48hds status=False time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=r9s48hds status=True time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=r9s48hds status=True time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=r9s48hds status=True time="2024-02-29T07:00:16.079Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=r9s48hds time="2024-02-29T07:00:16.079Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=186 elapsedMillisGT=0 outcome=unspecified reconcileID=r9s48hds time="2024-02-29T07:00:16.079Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7674ec0f-28cd-4a34-a623-c6eac8e3ae35 time="2024-02-29T07:00:21.153Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=b8b23eac-d826-48e7-8904-6fe280cbd227 time="2024-02-29T07:00:21.153Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9401da89-6359-4495-a67c-10497d30d184 time="2024-02-29T07:00:21.153Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2659a9f1-fb90-4cdf-91d4-cc461396a133 time="2024-02-29T07:00:21.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hlwnzn6s time="2024-02-29T07:00:21.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=6ff9mf2d time="2024-02-29T07:00:21.153Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=6ff9mf2d time="2024-02-29T07:00:21.153Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=6ff9mf2d time="2024-02-29T07:00:21.153Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ff9mf2d time="2024-02-29T07:00:21.153Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9401da89-6359-4495-a67c-10497d30d184 time="2024-02-29T07:00:21.153Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hlwnzn6s time="2024-02-29T07:00:21.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:21.153Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:21.153Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:21.153Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hlwnzn6s time="2024-02-29T07:00:21.153Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hlwnzn6s time="2024-02-29T07:00:21.153Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7g7pvxc time="2024-02-29T07:00:21.153Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=b8b23eac-d826-48e7-8904-6fe280cbd227 time="2024-02-29T07:00:21.153Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:21.154Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hlwnzn6s time="2024-02-29T07:00:21.154Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:21.154Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hlwnzn6s time="2024-02-29T07:00:21.154Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlwnzn6s time="2024-02-29T07:00:21.154Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2659a9f1-fb90-4cdf-91d4-cc461396a133 time="2024-02-29T07:00:21.409Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dcbb1fd5-052d-48fc-af25-aa7a1d79a997 time="2024-02-29T07:00:21.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=q5d997hf time="2024-02-29T07:00:21.409Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=q5d997hf time="2024-02-29T07:00:21.409Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:21.409Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:21.409Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=q5d997hf time="2024-02-29T07:00:21.409Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=q5d997hf time="2024-02-29T07:00:21.409Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:21.41Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=q5d997hf time="2024-02-29T07:00:21.41Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:21.41Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=q5d997hf time="2024-02-29T07:00:21.41Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5d997hf time="2024-02-29T07:00:21.41Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=dcbb1fd5-052d-48fc-af25-aa7a1d79a997 time="2024-02-29T07:00:22.422Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=be28eba7-f0f9-4ca2-a788-e8b9e1f02fd6 time="2024-02-29T07:00:22.422Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:22.422Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66x2zlfp time="2024-02-29T07:00:22.422Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=be28eba7-f0f9-4ca2-a788-e8b9e1f02fd6 time="2024-02-29T07:00:22.505Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=201665cd-42e5-47a2-bf31-99dff2f549f9 time="2024-02-29T07:00:22.505Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=592k74k2 time="2024-02-29T07:00:22.505Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=592k74k2 time="2024-02-29T07:00:22.505Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:22.505Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:22.505Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=592k74k2 time="2024-02-29T07:00:22.505Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=592k74k2 time="2024-02-29T07:00:22.505Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:22.506Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=592k74k2 time="2024-02-29T07:00:22.506Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:22.506Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=592k74k2 time="2024-02-29T07:00:22.506Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=592k74k2 time="2024-02-29T07:00:22.506Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=201665cd-42e5-47a2-bf31-99dff2f549f9 time="2024-02-29T07:00:23.416Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b106df9d-939e-403d-94c9-5f1a02510bf1 time="2024-02-29T07:00:23.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.416Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:23.416Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:23.416Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.416Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7fwj7r4 time="2024-02-29T07:00:23.417Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b106df9d-939e-403d-94c9-5f1a02510bf1 time="2024-02-29T07:00:23.432Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=186cc8f2-2e07-416d-8b9f-e4d5eeb81ac5 time="2024-02-29T07:00:23.432Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.432Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nkk59nd9 time="2024-02-29T07:00:23.432Z" level=debug msg="install job still running" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=nkk59nd9 time="2024-02-29T07:00:23.433Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkk59nd9 time="2024-02-29T07:00:23.433Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=186cc8f2-2e07-416d-8b9f-e4d5eeb81ac5 time="2024-02-29T07:00:23.447Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=518ea7b0-d381-431a-8375-7b63257c3f41 time="2024-02-29T07:00:23.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.447Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:23.447Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:23.447Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rzv5ln9 time="2024-02-29T07:00:23.447Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=518ea7b0-d381-431a-8375-7b63257c3f41 time="2024-02-29T07:00:23.457Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=436616a5-b2a1-49ee-83db-2c95718f611d time="2024-02-29T07:00:23.457Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.457Z" level=debug msg="reconciling running job" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=info msg="install job succeeded" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=x546zb4x time="2024-02-29T07:00:23.457Z" level=info msg="transitioning to complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision job=mihuangaz-29-0-mn5qv-provision reconcileID=x546zb4x time="2024-02-29T07:00:23.468Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b0046e20-3014-4600-9611-f666c1ba9203 time="2024-02-29T07:00:23.468Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=051e1a54-5e53-4b86-b10b-df931f9f2c23 time="2024-02-29T07:00:23.468Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=z6bdxvwl time="2024-02-29T07:00:23.468Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=z6bdxvwl time="2024-02-29T07:00:23.468Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=z6bdxvwl time="2024-02-29T07:00:23.468Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6bdxvwl time="2024-02-29T07:00:23.468Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b0046e20-3014-4600-9611-f666c1ba9203 time="2024-02-29T07:00:23.468Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.468Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.468Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:23.468Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:23.468Z" level=debug msg="still provisioning" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmszthwx time="2024-02-29T07:00:23.468Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=051e1a54-5e53-4b86-b10b-df931f9f2c23 time="2024-02-29T07:00:23.485Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=db3fb5ac-ef81-4b29-8cbd-d348deea8330 time="2024-02-29T07:00:23.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zr599b8x time="2024-02-29T07:00:23.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zr599b8x time="2024-02-29T07:00:23.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.485Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=69b501ff-e907-4eef-ad8e-b966e22dec44 time="2024-02-29T07:00:23.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.485Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rw5v795p time="2024-02-29T07:00:23.485Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rw5v795p time="2024-02-29T07:00:23.485Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rw5v795p time="2024-02-29T07:00:23.485Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw5v795p time="2024-02-29T07:00:23.485Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=69b501ff-e907-4eef-ad8e-b966e22dec44 time="2024-02-29T07:00:23.485Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zr599b8x time="2024-02-29T07:00:23.485Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zr599b8x time="2024-02-29T07:00:23.485Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29\", timestamp:time.Time{wall:0xc17025873a718be3, ext:1345648948560, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuangaz-29 time="2024-02-29T07:00:23.485Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=x546zb4x time="2024-02-29T07:00:23.485Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=436616a5-b2a1-49ee-83db-2c95718f611d time="2024-02-29T07:00:23.485Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=4c2e6fa9-0c16-4854-8d27-c98a72e4eeb1 time="2024-02-29T07:00:23.485Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=zr599b8x time="2024-02-29T07:00:23.485Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.485Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww5jrvl5 time="2024-02-29T07:00:23.485Z" level=debug msg="Reconcile done, requeueing after 23h4m52.514171778s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=4c2e6fa9-0c16-4854-8d27-c98a72e4eeb1 time="2024-02-29T07:00:23.485Z" level=info msg="Azure ResourceGroupName unset in ClusterMetadata; defaulting" resourceGroupName=mihuangaz-29-kbhx2-rg time="2024-02-29T07:00:23.485Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment provision=mihuangaz-29-0-mn5qv reconcileID=zr599b8x time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c8812ab7-9941-4fec-a6dd-b567e462e8bf time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b7162e06-cdff-4f3c-8b54-87302857f850 time="2024-02-29T07:00:23.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=7pmzsrhn time="2024-02-29T07:00:23.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=7pmzsrhn time="2024-02-29T07:00:23.495Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=7pmzsrhn time="2024-02-29T07:00:23.495Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pmzsrhn time="2024-02-29T07:00:23.495Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b7162e06-cdff-4f3c-8b54-87302857f850 time="2024-02-29T07:00:23.495Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=vfzhbvb4 time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=b6c03781-3da2-4fef-a28b-8493e381e990 time="2024-02-29T07:00:23.495Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=qlm5wtfw time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a7f84b9a-b1a3-4b06-84ef-fbb8f73db579 time="2024-02-29T07:00:23.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7s85qv22 time="2024-02-29T07:00:23.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7s85qv22 time="2024-02-29T07:00:23.495Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=7s85qv22 time="2024-02-29T07:00:23.495Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7s85qv22 time="2024-02-29T07:00:23.495Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a7f84b9a-b1a3-4b06-84ef-fbb8f73db579 time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0c3673d-3929-4174-8d1b-a48eacd2295a time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f9b24de8-ef2b-4d8c-b1b6-ec7fdc468cbd time="2024-02-29T07:00:23.495Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7bxn72q2 time="2024-02-29T07:00:23.495Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7bxn72q2 time="2024-02-29T07:00:23.495Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.495Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7bxn72q2 time="2024-02-29T07:00:23.495Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=7bxn72q2 time="2024-02-29T07:00:23.495Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f9b24de8-ef2b-4d8c-b1b6-ec7fdc468cbd time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d48adc28-ce6d-4daa-8be6-b7b006b234fd time="2024-02-29T07:00:23.496Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=mqpw9x89 time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=mqpw9x89 time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6a93ddff-c3d3-4ba3-950b-3ca536a24e73 time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9t8g77vb time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9t8g77vb time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2968cc8f-c003-451a-aaec-54dc5d7cbf67 time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=n5dvjb2s time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=n5dvjb2s time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5dvjb2s time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2968cc8f-c003-451a-aaec-54dc5d7cbf67 time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7e0c9c79-08c8-4276-9eda-8a0df1378459 time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=l67djk94 time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=l67djk94 time="2024-02-29T07:00:23.496Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=l67djk94 time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d48adc28-ce6d-4daa-8be6-b7b006b234fd time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l67djk94 time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9t8g77vb time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6a93ddff-c3d3-4ba3-950b-3ca536a24e73 time="2024-02-29T07:00:23.495Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=qlm5wtfw time="2024-02-29T07:00:23.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=qlm5wtfw time="2024-02-29T07:00:23.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=qlm5wtfw time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=105bf6e9-8df5-48df-b563-e24b4f404767 time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.496Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=105bf6e9-8df5-48df-b563-e24b4f404767 time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d966807f-e9af-4478-9a4a-886dc796bbee time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=j2dp6trs time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=j2dp6trs time="2024-02-29T07:00:23.496Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=j2dp6trs time="2024-02-29T07:00:23.496Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=qlm5wtfw time="2024-02-29T07:00:23.496Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.496Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=qlm5wtfw time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=qlm5wtfw time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile done, requeueing after 23h4m52.503355335s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=b6c03781-3da2-4fef-a28b-8493e381e990 time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7e0c9c79-08c8-4276-9eda-8a0df1378459 time="2024-02-29T07:00:23.495Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=sn7ctdf9 time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=sn7ctdf9 time="2024-02-29T07:00:23.496Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=sn7ctdf9 time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sn7ctdf9 time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a0c3673d-3929-4174-8d1b-a48eacd2295a time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2dp6trs time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d966807f-e9af-4478-9a4a-886dc796bbee time="2024-02-29T07:00:23.495Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fb73830c-b0f4-4670-8874-01107635004a time="2024-02-29T07:00:23.496Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pd4jqrjl time="2024-02-29T07:00:23.496Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pd4jqrjl time="2024-02-29T07:00:23.496Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pd4jqrjl time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pd4jqrjl time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fb73830c-b0f4-4670-8874-01107635004a time="2024-02-29T07:00:23.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=vfzhbvb4 time="2024-02-29T07:00:23.496Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=vfzhbvb4 time="2024-02-29T07:00:23.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=vfzhbvb4 time="2024-02-29T07:00:23.496Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c8812ab7-9941-4fec-a6dd-b567e462e8bf time="2024-02-29T07:00:23.511Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=13077553-7da3-466f-b521-8dbb87ece77e time="2024-02-29T07:00:23.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tsxr4898 time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tsxr4898 time="2024-02-29T07:00:23.512Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=tsxr4898 time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsxr4898 time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=13077553-7da3-466f-b521-8dbb87ece77e time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6d930db2-25d9-45f6-a754-7ccc34d84b01 time="2024-02-29T07:00:23.512Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=grprw74g time="2024-02-29T07:00:23.512Z" level=debug msg="install job completed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment duration=3307.512147964 provision=mihuangaz-29-0-mn5qv reconcileID=zr599b8x time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3e35823d-81ee-4736-8f1e-7a0a4ac67563 time="2024-02-29T07:00:23.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=74z5pscm time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9b558f14-30e0-44df-add7-01c4fbdc9d46 time="2024-02-29T07:00:23.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ft7xrpcr time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ft7xrpcr time="2024-02-29T07:00:23.512Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=ft7xrpcr time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ft7xrpcr time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9b558f14-30e0-44df-add7-01c4fbdc9d46 time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9bce1849-6fe7-44b3-b552-56e81fbcd008 time="2024-02-29T07:00:23.512Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f9487vhz time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f9487vhz time="2024-02-29T07:00:23.512Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=f9487vhz time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d09eeb42-25fd-455e-8d41-647224787a56 time="2024-02-29T07:00:23.512Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6q8k2w8q time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6q8k2w8q time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9487vhz time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f1d36de1-2b4f-429d-b462-419cfd45c559 time="2024-02-29T07:00:23.512Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=j8j6fzzk time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=j8j6fzzk time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j8j6fzzk time="2024-02-29T07:00:23.512Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f1d36de1-2b4f-429d-b462-419cfd45c559 time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=6dcaef91-16ae-46bf-92f4-d78e1b5df1cd time="2024-02-29T07:00:23.512Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6q8k2w8q time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6q8k2w8q time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d09eeb42-25fd-455e-8d41-647224787a56 time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9bce1849-6fe7-44b3-b552-56e81fbcd008 time="2024-02-29T07:00:23.512Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.512Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jx8fr9t time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile done, requeueing after 23h4m52.487114372s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=6dcaef91-16ae-46bf-92f4-d78e1b5df1cd time="2024-02-29T07:00:23.512Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=74z5pscm time="2024-02-29T07:00:23.512Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=74z5pscm time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74z5pscm time="2024-02-29T07:00:23.512Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3e35823d-81ee-4736-8f1e-7a0a4ac67563 time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=zr599b8x time="2024-02-29T07:00:23.513Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=db3fb5ac-ef81-4b29-8cbd-d348deea8330 time="2024-02-29T07:00:23.512Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=grprw74g time="2024-02-29T07:00:23.513Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6d930db2-25d9-45f6-a754-7ccc34d84b01 time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6dd81c08-da2e-4a53-b2c9-4668ff76d773 time="2024-02-29T07:00:23.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=tmwwsn6c time="2024-02-29T07:00:23.513Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=tmwwsn6c time="2024-02-29T07:00:23.513Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=tmwwsn6c time="2024-02-29T07:00:23.513Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmwwsn6c time="2024-02-29T07:00:23.513Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6dd81c08-da2e-4a53-b2c9-4668ff76d773 time="2024-02-29T07:00:23.511Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7443c062-7e45-49e6-b60e-372f19c8b1b7 time="2024-02-29T07:00:23.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=wg58bhs8 time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=54b67e0a-27ca-4e89-b7ac-4d342ce05356 time="2024-02-29T07:00:23.513Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=77t7bkq5 time="2024-02-29T07:00:23.513Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=77t7bkq5 time="2024-02-29T07:00:23.512Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=29dd5ecb-e37b-434c-87df-f9eda3501e19 time="2024-02-29T07:00:23.513Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.513Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=wg58bhs8 time="2024-02-29T07:00:23.513Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=wg58bhs8 time="2024-02-29T07:00:23.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.513Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.513Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:23.513Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=29dd5ecb-e37b-434c-87df-f9eda3501e19 time="2024-02-29T07:00:23.513Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c014f2e-5aa9-49c9-87cd-fb3be30c030a time="2024-02-29T07:00:23.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4mpj2rgk time="2024-02-29T07:00:23.513Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4mpj2rgk time="2024-02-29T07:00:23.511Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a615326-7e22-4e6b-9c8c-bad391b73d5a time="2024-02-29T07:00:23.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=v9qnllsm time="2024-02-29T07:00:23.513Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=v9qnllsm time="2024-02-29T07:00:23.513Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=v9qnllsm time="2024-02-29T07:00:23.513Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.513Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.513Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4mpj2rgk time="2024-02-29T07:00:23.513Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=4mpj2rgk time="2024-02-29T07:00:23.518Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd154f1f-a2ec-4b8a-8583-3cdf0932d709 time="2024-02-29T07:00:23.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=rzd6hfj2 time="2024-02-29T07:00:23.518Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=rzd6hfj2 time="2024-02-29T07:00:23.518Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzd6hfj2 time="2024-02-29T07:00:23.518Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd154f1f-a2ec-4b8a-8583-3cdf0932d709 time="2024-02-29T07:00:23.524Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=77t7bkq5 time="2024-02-29T07:00:23.524Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=54b67e0a-27ca-4e89-b7ac-4d342ce05356 time="2024-02-29T07:00:23.524Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=v9qnllsm time="2024-02-29T07:00:23.524Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a615326-7e22-4e6b-9c8c-bad391b73d5a time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d174ce1d-505c-4d13-be48-4db97700bd18 time="2024-02-29T07:00:23.525Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s62kq466 time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s62kq466 time="2024-02-29T07:00:23.525Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=s62kq466 time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s62kq466 time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d174ce1d-505c-4d13-be48-4db97700bd18 time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3ea9090-8227-4b56-92d6-a42a44ae1ead time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g59cvtkv time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g59cvtkv time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=51726fb5-2e2e-46b5-bf35-34027b71de17 time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=m9849596 time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=m9849596 time="2024-02-29T07:00:23.525Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=m9849596 time="2024-02-29T07:00:23.525Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=m9849596 time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9849596 time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=51726fb5-2e2e-46b5-bf35-34027b71de17 time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d3f7b7bc-4549-47ce-9b1d-4b64087e792d time="2024-02-29T07:00:23.525Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=kxpkbst6 time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=kxpkbst6 time="2024-02-29T07:00:23.525Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g59cvtkv time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=782f883d-5ddf-4dc1-8673-b9c270de1599 time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=94crflwf time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=94crflwf time="2024-02-29T07:00:23.525Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=94crflwf time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94crflwf time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=782f883d-5ddf-4dc1-8673-b9c270de1599 time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=83f6450f-41e2-4d2c-b1fa-5580551c2eaa time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.525Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=83f6450f-41e2-4d2c-b1fa-5580551c2eaa time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g59cvtkv time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b3ea9090-8227-4b56-92d6-a42a44ae1ead time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=469c9630-e787-4f64-8f4c-0ab2e8b47c77 time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.525Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=897vhnnr time="2024-02-29T07:00:23.525Z" level=debug msg="Reconcile done, requeueing after 23h4m52.474094205s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=469c9630-e787-4f64-8f4c-0ab2e8b47c77 time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=ff9bb600-578c-4839-af1b-951ff76866cf time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=932e4f6f-3560-4f0e-a006-554b8e27e8e7 time="2024-02-29T07:00:23.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=4qvl88bn time="2024-02-29T07:00:23.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=4qvl88bn time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4qvl88bn time="2024-02-29T07:00:23.525Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=kxpkbst6 time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxpkbst6 time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d3f7b7bc-4549-47ce-9b1d-4b64087e792d time="2024-02-29T07:00:23.525Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=6xrcprb6 time="2024-02-29T07:00:23.526Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=6xrcprb6 time="2024-02-29T07:00:23.526Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.526Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=6xrcprb6 time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=6xrcprb6 time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=ff9bb600-578c-4839-af1b-951ff76866cf time="2024-02-29T07:00:23.526Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=932e4f6f-3560-4f0e-a006-554b8e27e8e7 time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=5b3c8995-6fb5-4a72-818d-619fec3af0a4 time="2024-02-29T07:00:23.526Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xhmg6wrq time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ac50d53b-da44-4f6e-ac3f-51fad09c4d7e time="2024-02-29T07:00:23.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9x4ql7m time="2024-02-29T07:00:23.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9x4ql7m time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xhmg6wrq time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=5b3c8995-6fb5-4a72-818d-619fec3af0a4 time="2024-02-29T07:00:23.526Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=d9x4ql7m time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d9x4ql7m time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ac50d53b-da44-4f6e-ac3f-51fad09c4d7e time="2024-02-29T07:00:23.525Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a8b5550a-6c9a-42b4-aa9d-d3419a41509e time="2024-02-29T07:00:23.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=fbdmp8mv time="2024-02-29T07:00:23.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=fbdmp8mv time="2024-02-29T07:00:23.526Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=fbdmp8mv time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbdmp8mv time="2024-02-29T07:00:23.526Z" level=info msg="error updating syncset failed condition" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4mpj2rgk time="2024-02-29T07:00:23.526Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4mpj2rgk time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=4mpj2rgk time="2024-02-29T07:00:23.526Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6c014f2e-5aa9-49c9-87cd-fb3be30c030a time="2024-02-29T07:00:23.526Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=adcfc50a-58c0-43d9-9a79-7e444f5de054 time="2024-02-29T07:00:23.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.526Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=dc5af909-48e7-4a43-9540-2478892b3f6f time="2024-02-29T07:00:23.526Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.526Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a8b5550a-6c9a-42b4-aa9d-d3419a41509e time="2024-02-29T07:00:23.526Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tkw6fj4n time="2024-02-29T07:00:23.526Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tkw6fj4n time="2024-02-29T07:00:23.526Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.526Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tkw6fj4n time="2024-02-29T07:00:23.526Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=tkw6fj4n time="2024-02-29T07:00:23.526Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=dc5af909-48e7-4a43-9540-2478892b3f6f time="2024-02-29T07:00:23.526Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.526Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.526Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.529Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6d0996ee-ad81-4401-ae56-3b169c2e37e4 time="2024-02-29T07:00:23.529Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=sh2gl8ss time="2024-02-29T07:00:23.529Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=sh2gl8ss time="2024-02-29T07:00:23.529Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sh2gl8ss time="2024-02-29T07:00:23.529Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6d0996ee-ad81-4401-ae56-3b169c2e37e4 time="2024-02-29T07:00:23.535Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.535Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.535Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.535Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4666168c-3db4-47ed-83bd-62ab0dbfdf44 time="2024-02-29T07:00:23.535Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=eade63cd-db58-4601-8e1a-261c5a0ff390 time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5706b01b-d9c4-4af7-94ea-84d8e4fdcb74 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ghwbwh5t time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c17197e6-c000-4b47-a270-4e36f80eb843 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=nlc6fmnr time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=nlc6fmnr time="2024-02-29T07:00:23.536Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=nlc6fmnr time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nlc6fmnr time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c17197e6-c000-4b47-a270-4e36f80eb843 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=df98qx2l time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=df98qx2l time="2024-02-29T07:00:23.536Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=df98qx2l time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=df98qx2l time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=eade63cd-db58-4601-8e1a-261c5a0ff390 time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=ghwbwh5t time="2024-02-29T07:00:23.536Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=ghwbwh5t time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghwbwh5t time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3cc98377-27b1-4582-825f-1237db885672 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=drxrzdq7 time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=drxrzdq7 time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5706b01b-d9c4-4af7-94ea-84d8e4fdcb74 time="2024-02-29T07:00:23.536Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=drxrzdq7 time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drxrzdq7 time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3cc98377-27b1-4582-825f-1237db885672 time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=3b346b08-f171-46e7-9fb4-9c370fa497d1 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=m4bt4k7k time="2024-02-29T07:00:23.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=wg2pqb4v time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=wg2pqb4v time="2024-02-29T07:00:23.536Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=wg2pqb4v time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg2pqb4v time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4666168c-3db4-47ed-83bd-62ab0dbfdf44 time="2024-02-29T07:00:23.536Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.536Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4bt4k7k time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile done, requeueing after 23h4m52.463368787s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=3b346b08-f171-46e7-9fb4-9c370fa497d1 time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8b543aad-fdaa-4d3f-976e-2545991275ba time="2024-02-29T07:00:23.536Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=gl6k7cvc time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=gl6k7cvc time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8b543aad-fdaa-4d3f-976e-2545991275ba time="2024-02-29T07:00:23.536Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ff6816d3-b9c7-4f54-b9d3-2274ae506874 time="2024-02-29T07:00:23.536Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=p7g8knhw time="2024-02-29T07:00:23.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=p7g8knhw time="2024-02-29T07:00:23.536Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=p7g8knhw time="2024-02-29T07:00:23.536Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=p7g8knhw time="2024-02-29T07:00:23.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7g8knhw time="2024-02-29T07:00:23.536Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ff6816d3-b9c7-4f54-b9d3-2274ae506874 time="2024-02-29T07:00:23.541Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=1bb83da5-52dc-42c9-9e8b-358c9893d89d time="2024-02-29T07:00:23.541Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f23bfb5b-3718-40aa-adf0-b58f1eae4887 time="2024-02-29T07:00:23.541Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdee3be9-974c-48c8-bac9-4bd30ec50819 time="2024-02-29T07:00:23.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.541Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.541Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:23.541Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fdee3be9-974c-48c8-bac9-4bd30ec50819 time="2024-02-29T07:00:23.541Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2xn49xnz time="2024-02-29T07:00:23.541Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2xn49xnz time="2024-02-29T07:00:23.541Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=27sjrx9n time="2024-02-29T07:00:23.541Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-kubeconfig time="2024-02-29T07:00:23.541Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-kubeconfig time="2024-02-29T07:00:23.541Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-kubeconfig time="2024-02-29T07:00:23.541Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=27sjrx9n time="2024-02-29T07:00:23.541Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=27sjrx9n time="2024-02-29T07:00:23.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27sjrx9n time="2024-02-29T07:00:23.541Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f23bfb5b-3718-40aa-adf0-b58f1eae4887 time="2024-02-29T07:00:23.541Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.541Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2xn49xnz time="2024-02-29T07:00:23.541Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=2xn49xnz time="2024-02-29T07:00:23.541Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=1bb83da5-52dc-42c9-9e8b-358c9893d89d time="2024-02-29T07:00:23.566Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-password time="2024-02-29T07:00:23.566Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-password time="2024-02-29T07:00:23.566Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 secret=mihuangaz-29-0-mn5qv-admin-password time="2024-02-29T07:00:23.569Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c5a38f25-4a19-499f-a127-e49084cb9dfd time="2024-02-29T07:00:23.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=pr956ljn time="2024-02-29T07:00:23.569Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=pr956ljn time="2024-02-29T07:00:23.569Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pr956ljn time="2024-02-29T07:00:23.569Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c5a38f25-4a19-499f-a127-e49084cb9dfd time="2024-02-29T07:00:23.573Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuangaz-29.qe.azure.devcluster.openshift.com:6443" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.573Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=t2pf8b82 time="2024-02-29T07:00:23.573Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=47 elapsedMillisGT=0 outcome=unspecified reconcileID=t2pf8b82 time="2024-02-29T07:00:23.573Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=adcfc50a-58c0-43d9-9a79-7e444f5de054 time="2024-02-29T07:00:23.573Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e85b548e-433b-4b52-b226-c1f6d3a47896 time="2024-02-29T07:00:23.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.574Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.574Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.574Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.574Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuangaz-29.qe.azure.devcluster.openshift.com:6443" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rv8lcbzf time="2024-02-29T07:00:23.574Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e85b548e-433b-4b52-b226-c1f6d3a47896 time="2024-02-29T07:00:23.73Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8e7b9a6e-dfb6-4e53-927b-d15a10361311 time="2024-02-29T07:00:23.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=krhdfx8n time="2024-02-29T07:00:23.73Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=krhdfx8n time="2024-02-29T07:00:23.73Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krhdfx8n time="2024-02-29T07:00:23.73Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8e7b9a6e-dfb6-4e53-927b-d15a10361311 time="2024-02-29T07:00:23.853Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=wg58bhs8 time="2024-02-29T07:00:23.861Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/mihuangaz-29 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wg58bhs8 time="2024-02-29T07:00:23.861Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=347 elapsedMillisGT=0 outcome=unspecified reconcileID=wg58bhs8 time="2024-02-29T07:00:23.861Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7443c062-7e45-49e6-b60e-372f19c8b1b7 time="2024-02-29T07:00:23.861Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7443c062-7e45-49e6-b60e-372f19c8b1b7 time="2024-02-29T07:00:23.861Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b7e4d6a-3839-42b1-941d-cf49ced2d489 time="2024-02-29T07:00:23.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xxfn54w5 time="2024-02-29T07:00:23.861Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xxfn54w5 time="2024-02-29T07:00:23.861Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xxfn54w5 time="2024-02-29T07:00:23.986Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=xxfn54w5 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f4b454c8-59c3-4784-923b-8f2ddcadd984 time="2024-02-29T07:00:23.997Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=m5tfx8bl time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb6f2861-430a-4c1f-9357-578668b21d4f time="2024-02-29T07:00:23.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lvk8lvr2 time="2024-02-29T07:00:23.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lvk8lvr2 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9075b123-9073-4b21-8828-f14783b1aaad time="2024-02-29T07:00:23.997Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wzgz54m9 time="2024-02-29T07:00:23.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wzgz54m9 time="2024-02-29T07:00:23.997Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=wzgz54m9 time="2024-02-29T07:00:23.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzgz54m9 time="2024-02-29T07:00:23.997Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9075b123-9073-4b21-8828-f14783b1aaad time="2024-02-29T07:00:23.997Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=m5tfx8bl time="2024-02-29T07:00:23.997Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f4b454c8-59c3-4784-923b-8f2ddcadd984 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6958ec7c-6d9d-47df-b60a-cc4749890bf6 time="2024-02-29T07:00:23.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=zctr4wwt time="2024-02-29T07:00:23.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=zctr4wwt time="2024-02-29T07:00:23.997Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=zctr4wwt time="2024-02-29T07:00:23.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zctr4wwt time="2024-02-29T07:00:23.997Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6958ec7c-6d9d-47df-b60a-cc4749890bf6 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6be1684a-4c33-4d46-aae3-18ed43e5db9a time="2024-02-29T07:00:23.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=hnbt7lvs time="2024-02-29T07:00:23.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=hnbt7lvs time="2024-02-29T07:00:23.998Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=hnbt7lvs time="2024-02-29T07:00:23.998Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuangaz-29 controller=clusterState derivedObject=mihuangaz-29 reconcileID=hnbt7lvs time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b633c27-014d-4cdd-bc9f-9878e7fbed80 time="2024-02-29T07:00:23.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.998Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:23.998Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:23.998Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b633c27-014d-4cdd-bc9f-9878e7fbed80 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e6b046dc-8d0c-453d-b53e-585523e004d8 time="2024-02-29T07:00:23.998Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=xblsw4kx time="2024-02-29T07:00:23.998Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=xblsw4kx time="2024-02-29T07:00:23.998Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=xblsw4kx time="2024-02-29T07:00:23.998Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xblsw4kx time="2024-02-29T07:00:23.998Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e6b046dc-8d0c-453d-b53e-585523e004d8 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b37d57da-9a27-492c-aee2-d674d788d952 time="2024-02-29T07:00:23.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.998Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c11b53dc-16ac-497b-b84c-1bd7ed135009 time="2024-02-29T07:00:23.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5trqbrb7 time="2024-02-29T07:00:23.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.998Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=137 elapsedMillisGT=0 outcome=unspecified reconcileID=xxfn54w5 time="2024-02-29T07:00:23.998Z" level=debug msg="Reconcile done, requeueing after 2h0m0s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1b7e4d6a-3839-42b1-941d-cf49ced2d489 time="2024-02-29T07:00:23.998Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5trqbrb7 time="2024-02-29T07:00:23.998Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5trqbrb7 time="2024-02-29T07:00:23.998Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=c11b53dc-16ac-497b-b84c-1bd7ed135009 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=1095e9f0-77a4-4b4a-8741-08459f60371e time="2024-02-29T07:00:23.998Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=rrpddsmd time="2024-02-29T07:00:23.998Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=rrpddsmd time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3f295928-89c9-4bba-9fb0-056997fde9df time="2024-02-29T07:00:23.998Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7ktt9b6r time="2024-02-29T07:00:23.998Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=rrpddsmd time="2024-02-29T07:00:23.998Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7ktt9b6r time="2024-02-29T07:00:23.998Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=83c3fc85-beac-4e6f-a170-f01c9855ee53 time="2024-02-29T07:00:23.998Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=4dr58vvm time="2024-02-29T07:00:23.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=4dr58vvm time="2024-02-29T07:00:23.999Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=4dr58vvm time="2024-02-29T07:00:23.999Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=4dr58vvm time="2024-02-29T07:00:23.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4dr58vvm time="2024-02-29T07:00:23.999Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=83c3fc85-beac-4e6f-a170-f01c9855ee53 time="2024-02-29T07:00:23.998Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=rrpddsmd time="2024-02-29T07:00:23.999Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=rrpddsmd time="2024-02-29T07:00:23.999Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:23.999Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=rrpddsmd time="2024-02-29T07:00:23.999Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrpddsmd time="2024-02-29T07:00:23.999Z" level=debug msg="Reconcile done, requeueing after 23h4m52.000765283s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=1095e9f0-77a4-4b4a-8741-08459f60371e time="2024-02-29T07:00:23.998Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1bd0ec20-66d0-462d-be52-7ff5fa608c32 time="2024-02-29T07:00:23.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=r2vqg9jh time="2024-02-29T07:00:23.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=r2vqg9jh time="2024-02-29T07:00:23.998Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.999Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:23.999Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.999Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.999Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.999Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.999Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:23.999Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m59.000650234s reconcileID=r2vqg9jh time="2024-02-29T07:00:23.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2vqg9jh time="2024-02-29T07:00:23.999Z" level=debug msg="Reconcile done, requeueing after 1h59m59.000650234s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1bd0ec20-66d0-462d-be52-7ff5fa608c32 time="2024-02-29T07:00:23.997Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d903c5a6-57fb-41f2-9f6d-478ce801458f time="2024-02-29T07:00:23.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=j89cp2gd time="2024-02-29T07:00:23.999Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=j89cp2gd time="2024-02-29T07:00:23.999Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=j89cp2gd time="2024-02-29T07:00:23.999Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j89cp2gd time="2024-02-29T07:00:23.999Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=d903c5a6-57fb-41f2-9f6d-478ce801458f time="2024-02-29T07:00:24Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuangaz-29.qe.azure.devcluster.openshift.com:6443" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:24.005Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=hnbt7lvs time="2024-02-29T07:00:24.005Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6be1684a-4c33-4d46-aae3-18ed43e5db9a time="2024-02-29T07:00:24.05Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a3ce5d7b-37b0-4ec0-918c-3879fbd23777 time="2024-02-29T07:00:24.05Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kp4w2sbd time="2024-02-29T07:00:24.051Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kp4w2sbd time="2024-02-29T07:00:24.051Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kp4w2sbd time="2024-02-29T07:00:24.051Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a3ce5d7b-37b0-4ec0-918c-3879fbd23777 time="2024-02-29T07:00:24.123Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7ktt9b6r time="2024-02-29T07:00:24.186Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=lvk8lvr2 time="2024-02-29T07:00:24.186Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=lvk8lvr2 time="2024-02-29T07:00:24.186Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb6f2861-430a-4c1f-9357-578668b21d4f time="2024-02-29T07:00:24.186Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cdcfef1a-baa2-4c62-8485-57119f928bbe time="2024-02-29T07:00:24.186Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=57lxk96f time="2024-02-29T07:00:24.186Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=57lxk96f time="2024-02-29T07:00:24.186Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=37105fcd-30ed-42fd-8f85-d92b359c50a7 time="2024-02-29T07:00:24.186Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=4d9q7mx6 time="2024-02-29T07:00:24.186Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=4d9q7mx6 time="2024-02-29T07:00:24.186Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=4d9q7mx6 time="2024-02-29T07:00:24.186Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4d9q7mx6 time="2024-02-29T07:00:24.186Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=37105fcd-30ed-42fd-8f85-d92b359c50a7 time="2024-02-29T07:00:24.186Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=abc29e47-50a6-4daf-822d-57ec19c49474 time="2024-02-29T07:00:24.186Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=w7hqt5jp time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e2916f89-7740-4eae-b5ef-f959227b7b8f time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:24.187Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e273f6ed-76e8-4e11-817b-7505bae2df0f time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=gkv7czzt time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f9488187-aba5-4f00-8746-485697132185 time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=bzvl2lzc time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=bzvl2lzc time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=w7hqt5jp time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7hqt5jp time="2024-02-29T07:00:24.186Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=57lxk96f time="2024-02-29T07:00:24.187Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=57lxk96f time="2024-02-29T07:00:24.187Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=57lxk96f time="2024-02-29T07:00:24.187Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:24.187Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=57lxk96f time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57lxk96f time="2024-02-29T07:00:24.187Z" level=debug msg="Reconcile done, requeueing after 23h4m51.81253924s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=cdcfef1a-baa2-4c62-8485-57119f928bbe time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=gkv7czzt time="2024-02-29T07:00:24.187Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m58.812479373s reconcileID=gkv7czzt time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkv7czzt time="2024-02-29T07:00:24.187Z" level=debug msg="Reconcile done, requeueing after 1h59m58.812479373s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e273f6ed-76e8-4e11-817b-7505bae2df0f time="2024-02-29T07:00:24.187Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=abc29e47-50a6-4daf-822d-57ec19c49474 time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6eb20554-fe84-4ceb-816d-10f2a3208787 time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g2jxrmsj time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g2jxrmsj time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ef2656d0-ab77-4604-8259-bf5b6d1105dd time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ef6b3e7-01d0-423e-a384-956428786b39 time="2024-02-29T07:00:24.187Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6zpkm9sv time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6zpkm9sv time="2024-02-29T07:00:24.186Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=67f428d6-382d-457b-ad32-8430827c9455 time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8xskqzp2 time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8xskqzp2 time="2024-02-29T07:00:24.187Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8xskqzp2 time="2024-02-29T07:00:24.187Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=8xskqzp2 time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8xskqzp2 time="2024-02-29T07:00:24.187Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=67f428d6-382d-457b-ad32-8430827c9455 time="2024-02-29T07:00:24.187Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=g2jxrmsj time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2jxrmsj time="2024-02-29T07:00:24.187Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6eb20554-fe84-4ceb-816d-10f2a3208787 time="2024-02-29T07:00:24.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dlvm2wgq time="2024-02-29T07:00:24.187Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dlvm2wgq time="2024-02-29T07:00:24.187Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=dlvm2wgq time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a7badaf-8f31-4ded-9bc3-fa33c550e7fb time="2024-02-29T07:00:24.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=nl29b7xq time="2024-02-29T07:00:24.188Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=nl29b7xq time="2024-02-29T07:00:24.188Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=nl29b7xq time="2024-02-29T07:00:24.187Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:24.187Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c63e285e-2fb3-4d9d-9c7d-f7434a57b0d1 time="2024-02-29T07:00:24.187Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6zpkm9sv time="2024-02-29T07:00:24.188Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zpkm9sv time="2024-02-29T07:00:24.188Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2ef6b3e7-01d0-423e-a384-956428786b39 time="2024-02-29T07:00:24.188Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=e2916f89-7740-4eae-b5ef-f959227b7b8f time="2024-02-29T07:00:24.188Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nl29b7xq time="2024-02-29T07:00:24.188Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a7badaf-8f31-4ded-9bc3-fa33c550e7fb time="2024-02-29T07:00:24.188Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9bk8mljm time="2024-02-29T07:00:24.188Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9bk8mljm time="2024-02-29T07:00:24.188Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=c63e285e-2fb3-4d9d-9c7d-f7434a57b0d1 time="2024-02-29T07:00:24.218Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console 4b095dcd-edf0-40e4-a2b6-83d99a84d8c2 27210 0 2024-02-29 06:40:13 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:40:13 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:48:03 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:48:03 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=zp95pjbh time="2024-02-29T07:00:24.223Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuangaz-29\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zp95pjbh time="2024-02-29T07:00:24.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=225 elapsedMillisGT=0 outcome=unspecified reconcileID=zp95pjbh time="2024-02-29T07:00:24.223Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b37d57da-9a27-492c-aee2-d674d788d952 time="2024-02-29T07:00:24.223Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3f33c239-f3ca-4924-ab99-b5908e009a26 time="2024-02-29T07:00:24.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.224Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.224Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.224Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.224Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.224Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuangaz-29.qe.azure.devcluster.openshift.com:6443" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.274Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=7ktt9b6r time="2024-02-29T07:00:24.359Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=bzvl2lzc time="2024-02-29T07:00:24.359Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=bzvl2lzc time="2024-02-29T07:00:24.359Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=172 elapsedMillisGT=0 outcome=unspecified reconcileID=bzvl2lzc time="2024-02-29T07:00:24.359Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f9488187-aba5-4f00-8746-485697132185 time="2024-02-29T07:00:24.379Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dlvm2wgq time="2024-02-29T07:00:24.394Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=dlvm2wgq time="2024-02-29T07:00:24.394Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=dlvm2wgq time="2024-02-29T07:00:24.394Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ef2656d0-ab77-4604-8259-bf5b6d1105dd time="2024-02-29T07:00:24.401Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console 4b095dcd-edf0-40e4-a2b6-83d99a84d8c2 27210 0 2024-02-29 06:40:13 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 06:40:13 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 06:48:03 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 06:48:03 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuangaz-29.qe.azure.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kc9c74wr time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=c268d5dd-8853-4598-8549-ac5b100e44a2 time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nmzzt4ts time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nmzzt4ts time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=512f90db-5652-4e76-a595-0d53e272b420 time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=18f4c305-1a4e-443d-83c3-6fe34a0a0e57 time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=lfzds2xf time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=lfzds2xf time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=188 elapsedMillisGT=0 outcome=unspecified reconcileID=kc9c74wr time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3f33c239-f3ca-4924-ab99-b5908e009a26 time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a0bc5a4-f3b0-482a-b9ac-89994add506f time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2e6f05b9-64ac-4f03-9fb9-c8c03b5f427c time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=lqtxbpvf time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=lqtxbpvf time="2024-02-29T07:00:24.412Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=lqtxbpvf time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=75796201-773e-43e6-9c16-990cf7969cf2 time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=jbkgxmq7 time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=jbkgxmq7 time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9c1e5bd6-9110-445a-adcf-ecfcbacc13a2 time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=rl5r5xj2 time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=rl5r5xj2 time="2024-02-29T07:00:24.412Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=rl5r5xj2 time="2024-02-29T07:00:24.412Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=rl5r5xj2 time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rl5r5xj2 time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9c1e5bd6-9110-445a-adcf-ecfcbacc13a2 time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5bc55f88-3204-4d72-8e57-484e53f6fa0c time="2024-02-29T07:00:24.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=972bn9bq time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=972bn9bq time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=972bn9bq time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a78a9fb6-97d4-4b4d-a726-3c691d05f84a time="2024-02-29T07:00:24.412Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5bc55f88-3204-4d72-8e57-484e53f6fa0c time="2024-02-29T07:00:24.412Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m58.587419724s reconcileID=jbkgxmq7 time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbkgxmq7 time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile done, requeueing after 1h59m58.587419724s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=75796201-773e-43e6-9c16-990cf7969cf2 time="2024-02-29T07:00:24.412Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=kt2trxd2 time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=kt2trxd2 time="2024-02-29T07:00:24.412Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=kt2trxd2 time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kt2trxd2 time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a78a9fb6-97d4-4b4d-a726-3c691d05f84a time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b1d42da4-6364-40e1-a4eb-720b7ac8caff time="2024-02-29T07:00:24.412Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xwb5gxvf time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xwb5gxvf time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b1d42da4-6364-40e1-a4eb-720b7ac8caff time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4bcd4062-ab2c-40fb-9a54-d954fe17ed19 time="2024-02-29T07:00:24.412Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rk9llsnt time="2024-02-29T07:00:24.412Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rk9llsnt time="2024-02-29T07:00:24.412Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=rk9llsnt time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rk9llsnt time="2024-02-29T07:00:24.412Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4bcd4062-ab2c-40fb-9a54-d954fe17ed19 time="2024-02-29T07:00:24.412Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqtxbpvf time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=512f90db-5652-4e76-a595-0d53e272b420 time="2024-02-29T07:00:24.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.413Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.413Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.412Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:24.413Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2e6f05b9-64ac-4f03-9fb9-c8c03b5f427c time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9b4fc782-3a44-4dd4-9270-284fbec18bac time="2024-02-29T07:00:24.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gfxqgrlk time="2024-02-29T07:00:24.413Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.413Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.413Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=p5jv6rrb time="2024-02-29T07:00:24.413Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gfxqgrlk time="2024-02-29T07:00:24.413Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=p5jv6rrb time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5a0bc5a4-f3b0-482a-b9ac-89994add506f time="2024-02-29T07:00:24.413Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2332a000-1c35-4cd4-8abe-cbc0e0d1cb45 time="2024-02-29T07:00:24.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.413Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.413Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=gfxqgrlk time="2024-02-29T07:00:24.413Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfxqgrlk time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9b4fc782-3a44-4dd4-9270-284fbec18bac time="2024-02-29T07:00:24.412Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b5cf88df-e70f-47dd-bfbb-0cd7a4c92c02 time="2024-02-29T07:00:24.413Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=x4h4x9zk time="2024-02-29T07:00:24.413Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=x4h4x9zk time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.412Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nmzzt4ts time="2024-02-29T07:00:24.412Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=lfzds2xf time="2024-02-29T07:00:24.413Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.586182049s" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=lfzds2xf time="2024-02-29T07:00:24.413Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=lfzds2xf time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile done, requeueing after 9m59.586182049s" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=18f4c305-1a4e-443d-83c3-6fe34a0a0e57 time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nmzzt4ts time="2024-02-29T07:00:24.413Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=nmzzt4ts time="2024-02-29T07:00:24.413Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:24.413Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=nmzzt4ts time="2024-02-29T07:00:24.413Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=nmzzt4ts time="2024-02-29T07:00:24.413Z" level=debug msg="Reconcile done, requeueing after 23h4m51.586056707s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=c268d5dd-8853-4598-8549-ac5b100e44a2 time="2024-02-29T07:00:24.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.414Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:24.414Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqknkr5q time="2024-02-29T07:00:24.414Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=2332a000-1c35-4cd4-8abe-cbc0e0d1cb45 time="2024-02-29T07:00:24.584Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=x4h4x9zk time="2024-02-29T07:00:24.584Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=x4h4x9zk time="2024-02-29T07:00:24.584Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=x4h4x9zk time="2024-02-29T07:00:24.584Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b5cf88df-e70f-47dd-bfbb-0cd7a4c92c02 time="2024-02-29T07:00:25.331Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=36168150-8d48-4caa-941b-b6daf7ffe2ff time="2024-02-29T07:00:25.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=4rtgw9lh time="2024-02-29T07:00:25.331Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=4rtgw9lh time="2024-02-29T07:00:25.331Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rtgw9lh time="2024-02-29T07:00:25.331Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuangaz-29\" not found" name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=36168150-8d48-4caa-941b-b6daf7ffe2ff time="2024-02-29T07:00:26.208Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6ec2aacf-b8d1-4cd2-88a8-ae00319d57ad time="2024-02-29T07:00:26.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.208Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.208Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.209Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8b71f9aa-3668-4a70-b2ec-5684b977d842 time="2024-02-29T07:00:26.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:26.22Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:26.22Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:26.22Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8b71f9aa-3668-4a70-b2ec-5684b977d842 time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cc9d3eeb-2f2c-4fec-8954-086d3d100ee7 time="2024-02-29T07:00:26.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=7hc9sqxq time="2024-02-29T07:00:26.22Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=7hc9sqxq time="2024-02-29T07:00:26.22Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=7hc9sqxq time="2024-02-29T07:00:26.22Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.779398059s" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=7hc9sqxq time="2024-02-29T07:00:26.22Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hc9sqxq time="2024-02-29T07:00:26.22Z" level=debug msg="Reconcile done, requeueing after 9m57.779398059s" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cc9d3eeb-2f2c-4fec-8954-086d3d100ee7 time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11e6f7c1-57eb-4ba5-9a2d-58ba89e86778 time="2024-02-29T07:00:26.22Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6mwgqzl6 time="2024-02-29T07:00:26.22Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6mwgqzl6 time="2024-02-29T07:00:26.22Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=6mwgqzl6 time="2024-02-29T07:00:26.221Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6mwgqzl6 time="2024-02-29T07:00:26.221Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=11e6f7c1-57eb-4ba5-9a2d-58ba89e86778 time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=851dd39a-b139-4e3f-8b2d-77f3b1b87fd6 time="2024-02-29T07:00:26.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5xl45r9j time="2024-02-29T07:00:26.221Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5xl45r9j time="2024-02-29T07:00:26.221Z" level=info msg="Resuming cluster" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5xl45r9j time="2024-02-29T07:00:26.221Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.221Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.222Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=kbdmgv29 time="2024-02-29T07:00:26.222Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=kbdmgv29 time="2024-02-29T07:00:26.222Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6ec2aacf-b8d1-4cd2-88a8-ae00319d57ad time="2024-02-29T07:00:26.222Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bf466fd2-168d-4117-aca8-367e1bf263af time="2024-02-29T07:00:26.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.222Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.222Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.222Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.222Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuangaz-29 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=5xl45r9j time="2024-02-29T07:00:26.222Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuangaz-29 condition=Ready controller=hibernation reason=StartingMachines reconcileID=5xl45r9j time="2024-02-29T07:00:26.222Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gf9jrk7k time="2024-02-29T07:00:26.222Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bf466fd2-168d-4117-aca8-367e1bf263af time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a617e4fa-407b-4aaa-816b-7b4ca7fe9ea2 time="2024-02-29T07:00:26.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=bwgzxpcd time="2024-02-29T07:00:26.222Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=bwgzxpcd time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3101ef77-1e00-4f01-8769-3a13a30a70a3 time="2024-02-29T07:00:26.222Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zbsjbgv9 time="2024-02-29T07:00:26.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zbsjbgv9 time="2024-02-29T07:00:26.223Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=zbsjbgv9 time="2024-02-29T07:00:26.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zbsjbgv9 time="2024-02-29T07:00:26.223Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3101ef77-1e00-4f01-8769-3a13a30a70a3 time="2024-02-29T07:00:26.222Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m56.777076229s reconcileID=bwgzxpcd time="2024-02-29T07:00:26.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bwgzxpcd time="2024-02-29T07:00:26.223Z" level=debug msg="Reconcile done, requeueing after 1h59m56.777076229s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a617e4fa-407b-4aaa-816b-7b4ca7fe9ea2 time="2024-02-29T07:00:26.221Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=ddeaaa30-8a91-4f60-b135-92e298aee233 time="2024-02-29T07:00:26.223Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:26.223Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pt9lbnmh time="2024-02-29T07:00:26.223Z" level=debug msg="Reconcile done, requeueing after 23h4m49.776549986s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=ddeaaa30-8a91-4f60-b135-92e298aee233 time="2024-02-29T07:00:26.221Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=24fffdd7-c00c-4636-a45b-6082f3e1db5c time="2024-02-29T07:00:26.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pmdrzv4b time="2024-02-29T07:00:26.221Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b74a88c3-28c8-4aa2-b43c-db13a46a84b8 time="2024-02-29T07:00:26.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gftwm5f5 time="2024-02-29T07:00:26.22Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a8ce90f1-82bd-485e-8601-9f35aae2d00c time="2024-02-29T07:00:26.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=hgtcjzw8 time="2024-02-29T07:00:26.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=hgtcjzw8 time="2024-02-29T07:00:26.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pmdrzv4b time="2024-02-29T07:00:26.223Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=pmdrzv4b time="2024-02-29T07:00:26.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmdrzv4b time="2024-02-29T07:00:26.223Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=24fffdd7-c00c-4636-a45b-6082f3e1db5c time="2024-02-29T07:00:26.223Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=hgtcjzw8 time="2024-02-29T07:00:26.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hgtcjzw8 time="2024-02-29T07:00:26.223Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gftwm5f5 time="2024-02-29T07:00:26.221Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0eb45264-bbb0-4d91-87c1-a99dd684e668 time="2024-02-29T07:00:26.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9hblqcbk time="2024-02-29T07:00:26.224Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9hblqcbk time="2024-02-29T07:00:26.224Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9hblqcbk time="2024-02-29T07:00:26.224Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=9hblqcbk time="2024-02-29T07:00:26.224Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hblqcbk time="2024-02-29T07:00:26.224Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0eb45264-bbb0-4d91-87c1-a99dd684e668 time="2024-02-29T07:00:26.223Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a8ce90f1-82bd-485e-8601-9f35aae2d00c time="2024-02-29T07:00:26.221Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3993d995-f65e-448c-88f4-a70575872b09 time="2024-02-29T07:00:26.224Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wfjkvq89 time="2024-02-29T07:00:26.224Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wfjkvq89 time="2024-02-29T07:00:26.224Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3993d995-f65e-448c-88f4-a70575872b09 time="2024-02-29T07:00:26.391Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5956649b-fa37-4855-872a-a7336c95d005 time="2024-02-29T07:00:26.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.391Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.391Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.392Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.392Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.392Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.392Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.392Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=trgstbwv time="2024-02-29T07:00:26.392Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trgstbwv time="2024-02-29T07:00:26.392Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=5956649b-fa37-4855-872a-a7336c95d005 time="2024-02-29T07:00:26.48Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gftwm5f5 time="2024-02-29T07:00:26.48Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=gftwm5f5 time="2024-02-29T07:00:26.48Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=256 elapsedMillisGT=0 outcome=unspecified reconcileID=gftwm5f5 time="2024-02-29T07:00:26.48Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=b74a88c3-28c8-4aa2-b43c-db13a46a84b8 time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-0 powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-1 powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-2 powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus1-9glnv powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus2-r9lwx powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.739Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus3-wbmzw powerState=running reconcileID=5xl45r9j time="2024-02-29T07:00:26.923Z" level=info msg="No machines were found to start" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=5xl45r9j time="2024-02-29T07:00:26.934Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=712 elapsedMillisGT=0 outcome=unspecified reconcileID=5xl45r9j time="2024-02-29T07:00:26.934Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=851dd39a-b139-4e3f-8b2d-77f3b1b87fd6 time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=28ab25d2-3cc9-4ef3-bae1-4fbed4d02b37 time="2024-02-29T07:00:26.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=dbxrtwvw time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7798af32-a769-44c0-99cd-ab4c3da3a154 time="2024-02-29T07:00:26.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zwgwf5v6 time="2024-02-29T07:00:26.934Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=zwgwf5v6 time="2024-02-29T07:00:26.934Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m56.065042871s reconcileID=zwgwf5v6 time="2024-02-29T07:00:26.934Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zwgwf5v6 time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile done, requeueing after 1h59m56.065042871s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7798af32-a769-44c0-99cd-ab4c3da3a154 time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0ee1c402-8328-40cc-9e09-1c579ada3fa5 time="2024-02-29T07:00:26.935Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=786gk2qs time="2024-02-29T07:00:26.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=786gk2qs time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a17b5673-eb0f-4060-aaf1-7b182f59de76 time="2024-02-29T07:00:26.935Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=t56cpp6c time="2024-02-29T07:00:26.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=t56cpp6c time="2024-02-29T07:00:26.934Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=dbxrtwvw time="2024-02-29T07:00:26.935Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=dbxrtwvw time="2024-02-29T07:00:26.935Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=dbxrtwvw time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbxrtwvw time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=28ab25d2-3cc9-4ef3-bae1-4fbed4d02b37 time="2024-02-29T07:00:26.935Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=t56cpp6c time="2024-02-29T07:00:26.935Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.064578277s" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=t56cpp6c time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t56cpp6c time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile done, requeueing after 9m57.064578277s" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a17b5673-eb0f-4060-aaf1-7b182f59de76 time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9cb4bc7f-40f2-43d1-936e-e440d4c3bb40 time="2024-02-29T07:00:26.935Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=zq5dgch4 time="2024-02-29T07:00:26.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=zq5dgch4 time="2024-02-29T07:00:26.935Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=zq5dgch4 time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zq5dgch4 time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=9cb4bc7f-40f2-43d1-936e-e440d4c3bb40 time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8c2e2494-7dda-4b0a-8659-8f92b5c99c1a time="2024-02-29T07:00:26.935Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=64kh7wnl time="2024-02-29T07:00:26.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=64kh7wnl time="2024-02-29T07:00:26.935Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=64kh7wnl time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64kh7wnl time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8c2e2494-7dda-4b0a-8659-8f92b5c99c1a time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=74b44c49-700e-4fbd-b65f-7d7631c7700e time="2024-02-29T07:00:26.935Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bv6qmnv2 time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6263a68a-77e1-46a5-b52a-affd8d0a66df time="2024-02-29T07:00:26.935Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=hlnclrr5 time="2024-02-29T07:00:26.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=hlnclrr5 time="2024-02-29T07:00:26.935Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=hlnclrr5 time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hlnclrr5 time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=6263a68a-77e1-46a5-b52a-affd8d0a66df time="2024-02-29T07:00:26.935Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bv6qmnv2 time="2024-02-29T07:00:26.935Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=74b44c49-700e-4fbd-b65f-7d7631c7700e time="2024-02-29T07:00:26.934Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=d1fcecb8-3404-4e46-97ee-249b55660d1c time="2024-02-29T07:00:26.935Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:26.936Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7dl2tx6l time="2024-02-29T07:00:26.936Z" level=debug msg="Reconcile done, requeueing after 23h4m49.063806709s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=d1fcecb8-3404-4e46-97ee-249b55660d1c time="2024-02-29T07:00:26.94Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=99f660c7-23f9-43d9-9076-57abdbc79f2c time="2024-02-29T07:00:26.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:26.94Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:26.94Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:26.94Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=99f660c7-23f9-43d9-9076-57abdbc79f2c time="2024-02-29T07:00:26.94Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0df5c548-3b70-418c-ae4e-aa5f2d297011 time="2024-02-29T07:00:26.94Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=26f2xw7d time="2024-02-29T07:00:26.94Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ecc66ffc-eef7-4a14-93bd-b469b5160e64 time="2024-02-29T07:00:26.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ce6c3a4f-ddda-4767-9587-67d789cb78aa time="2024-02-29T07:00:26.94Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=9qs444g2 time="2024-02-29T07:00:26.94Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=9qs444g2 time="2024-02-29T07:00:26.94Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=26f2xw7d time="2024-02-29T07:00:26.94Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=26f2xw7d time="2024-02-29T07:00:26.94Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=26f2xw7d time="2024-02-29T07:00:26.94Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0df5c548-3b70-418c-ae4e-aa5f2d297011 time="2024-02-29T07:00:26.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.94Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:26.94Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cgk49t8h time="2024-02-29T07:00:26.94Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ecc66ffc-eef7-4a14-93bd-b469b5160e64 time="2024-02-29T07:00:27.186Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=786gk2qs time="2024-02-29T07:00:27.186Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=786gk2qs time="2024-02-29T07:00:27.186Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=251 elapsedMillisGT=0 outcome=unspecified reconcileID=786gk2qs time="2024-02-29T07:00:27.186Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0ee1c402-8328-40cc-9e09-1c579ada3fa5 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-0 powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-1 powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-2 powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus1-9glnv powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus2-r9lwx powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.264Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus3-wbmzw powerState=running reconcileID=9qs444g2 time="2024-02-29T07:00:27.608Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation count=6 reconcileID=9qs444g2 time="2024-02-29T07:00:27.608Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuangaz-29 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=9qs444g2 time="2024-02-29T07:00:27.618Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=678 elapsedMillisGT=0 outcome=unspecified reconcileID=9qs444g2 time="2024-02-29T07:00:27.618Z" level=debug msg="Reconcile done, requeueing after 2m0s" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=ce6c3a4f-ddda-4767-9587-67d789cb78aa time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6886c44f-cacc-43c7-8adf-b002ac9ff9dc time="2024-02-29T07:00:27.618Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=rnt5qgch time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a92be2fe-015f-4201-b8b2-a1e7bc46d4bf time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=24c3c1f2-09f9-4d3b-ace5-ebfde63a2d32 time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=128a5b59-55ad-43c7-b318-384842af62de time="2024-02-29T07:00:27.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=rkllp2nw time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=rkllp2nw time="2024-02-29T07:00:27.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=49fhqfbs time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=49fhqfbs time="2024-02-29T07:00:27.619Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h59m55.380901617s reconcileID=49fhqfbs time="2024-02-29T07:00:27.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49fhqfbs time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile done, requeueing after 1h59m55.380901617s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=a92be2fe-015f-4201-b8b2-a1e7bc46d4bf time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb58935d-3001-48cc-a395-a9ab4b4c50d0 time="2024-02-29T07:00:27.619Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=h9s89rrl time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=h9s89rrl time="2024-02-29T07:00:27.619Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=rkllp2nw time="2024-02-29T07:00:27.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rkllp2nw time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=128a5b59-55ad-43c7-b318-384842af62de time="2024-02-29T07:00:27.618Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=rnt5qgch time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=6886c44f-cacc-43c7-8adf-b002ac9ff9dc time="2024-02-29T07:00:27.618Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vpv69924 time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vpv69924 time="2024-02-29T07:00:27.619Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vpv69924 time="2024-02-29T07:00:27.619Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=vpv69924 time="2024-02-29T07:00:27.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpv69924 time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=24c3c1f2-09f9-4d3b-ace5-ebfde63a2d32 time="2024-02-29T07:00:27.619Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=h9s89rrl time="2024-02-29T07:00:27.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9s89rrl time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=bb58935d-3001-48cc-a395-a9ab4b4c50d0 time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8ab4618b-1669-4b62-b398-4f3af28fe86b time="2024-02-29T07:00:27.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=jmxbfbf7 time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=jmxbfbf7 time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=eb2d6e9c-19ae-476a-a5ae-796c902d3041 time="2024-02-29T07:00:27.619Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=jdbcplm6 time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=jdbcplm6 time="2024-02-29T07:00:27.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=jdbcplm6 time="2024-02-29T07:00:27.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=jmxbfbf7 time="2024-02-29T07:00:27.619Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.380164474s" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=jmxbfbf7 time="2024-02-29T07:00:27.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmxbfbf7 time="2024-02-29T07:00:27.619Z" level=debug msg="Reconcile done, requeueing after 9m56.380164474s" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=8ab4618b-1669-4b62-b398-4f3af28fe86b time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3a76ec61-5a37-48d5-bded-c218590d0e0a time="2024-02-29T07:00:27.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=4b662nk5 time="2024-02-29T07:00:27.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=4b662nk5 time="2024-02-29T07:00:27.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=jdbcplm6 time="2024-02-29T07:00:27.619Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=jdbcplm6 time="2024-02-29T07:00:27.62Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:00:27.62Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=jdbcplm6 time="2024-02-29T07:00:27.62Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdbcplm6 time="2024-02-29T07:00:27.62Z" level=debug msg="Reconcile done, requeueing after 23h4m48.379955431s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=eb2d6e9c-19ae-476a-a5ae-796c902d3041 time="2024-02-29T07:00:27.619Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=4b662nk5 time="2024-02-29T07:00:27.62Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4b662nk5 time="2024-02-29T07:00:27.62Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3a76ec61-5a37-48d5-bded-c218590d0e0a time="2024-02-29T07:00:27.618Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cbf22cd9-8b50-48a8-baf1-901b68627f77 time="2024-02-29T07:00:27.62Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nl7mspgz time="2024-02-29T07:00:27.62Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nl7mspgz time="2024-02-29T07:00:27.624Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0d09d8d1-0e0f-40c7-b0c6-6c7d7dc1dd10 time="2024-02-29T07:00:27.624Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=tgmpcsbx time="2024-02-29T07:00:27.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=tgmpcsbx time="2024-02-29T07:00:27.624Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=tgmpcsbx time="2024-02-29T07:00:27.624Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgmpcsbx time="2024-02-29T07:00:27.624Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0d09d8d1-0e0f-40c7-b0c6-6c7d7dc1dd10 time="2024-02-29T07:00:27.624Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7553d2d9-8795-4467-bc95-6582ec5cfe55 time="2024-02-29T07:00:27.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.624Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=38d983a2-6305-42fb-8b30-ae4812ff0216 time="2024-02-29T07:00:27.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.624Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1805de5c-7f77-4d05-9cc0-b20e731a8784 time="2024-02-29T07:00:27.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:27.624Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:00:27.624Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:27.624Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=1805de5c-7f77-4d05-9cc0-b20e731a8784 time="2024-02-29T07:00:27.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:27.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:27.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:27.624Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:00:27.624Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.624Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.624Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.625Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqf9fnt4 time="2024-02-29T07:00:27.625Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=38d983a2-6305-42fb-8b30-ae4812ff0216 time="2024-02-29T07:00:27.794Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nl7mspgz time="2024-02-29T07:00:27.794Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=nl7mspgz time="2024-02-29T07:00:27.794Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=174 elapsedMillisGT=0 outcome=unspecified reconcileID=nl7mspgz time="2024-02-29T07:00:27.794Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=cbf22cd9-8b50-48a8-baf1-901b68627f77 time="2024-02-29T07:00:27.938Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-0 powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.938Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-1 powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.938Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-2 powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.939Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus1-9glnv powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.939Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus2-r9lwx powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:27.939Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus3-wbmzw powerState=running reconcileID=8c6pmmq8 time="2024-02-29T07:00:28.238Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation count=6 reconcileID=8c6pmmq8 time="2024-02-29T07:00:28.238Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=8c6pmmq8 timeRemaining=1m58.761851645s time="2024-02-29T07:00:28.238Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=613 elapsedMillisGT=0 outcome=unspecified reconcileID=8c6pmmq8 time="2024-02-29T07:00:28.238Z" level=debug msg="Reconcile done, requeueing after 1m58.761851645s" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=7553d2d9-8795-4467-bc95-6582ec5cfe55 time="2024-02-29T07:00:31.213Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: failed to get cluster semver: cluster version not set in clusterdeployment" machinePool=default/mihuangaz-29-worker reconcileID=7ktt9b6r time="2024-02-29T07:00:31.213Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7214 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=7ktt9b6r time="2024-02-29T07:00:31.213Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: failed to get cluster semver: cluster version not set in clusterdeployment" name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3f295928-89c9-4bba-9fb0-056997fde9df time="2024-02-29T07:00:31.213Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3687667f-61d0-498e-9c41-ca587f33aedc time="2024-02-29T07:00:31.213Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:31.213Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:31.213Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:31.379Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:31.524Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:34.228Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=640bb332-309c-4495-bf68-a70f5bfe7ebb time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1a8d5c7e-8215-4441-bddc-196b15a91e77 time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=df7d3f2f-75de-47fa-97de-2de4972beed1 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=rgxnv99r time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=rgxnv99r time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=59cc2b24-3515-430c-9b7c-b7df6f6f2fbb time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=d9h9brht time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=d9h9brht time="2024-02-29T07:00:34.229Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=d9h9brht time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cvbzl6gx time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cvbzl6gx time="2024-02-29T07:00:34.229Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pc5h2k4n time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pc5h2k4n time="2024-02-29T07:00:34.229Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pc5h2k4n time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=82987bae-a0a5-4ed4-ade0-b8c3301cf988 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mdn5xrsr time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mdn5xrsr time="2024-02-29T07:00:34.229Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mdn5xrsr time="2024-02-29T07:00:34.229Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cvbzl6gx time="2024-02-29T07:00:34.228Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=309adfbe-d31e-44db-a6c4-8d8649b90244 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=44x5r6sz time="2024-02-29T07:00:34.229Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=44x5r6sz time="2024-02-29T07:00:34.229Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=309adfbe-d31e-44db-a6c4-8d8649b90244 time="2024-02-29T07:00:34.228Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=61a36026-4b5a-4894-bb69-2d9176419b14 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vbz54vh6 time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vbz54vh6 time="2024-02-29T07:00:34.229Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vbz54vh6 time="2024-02-29T07:00:34.229Z" level=info msg="ClusterDeployment created" controller=clusterpool time="2024-02-29T07:00:34.228Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb12bc8b-4289-45e0-8951-73c192f526c3 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6129e23d-3d57-499f-872f-3abc9596f2f3 time="2024-02-29T07:00:34.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=k9x7q44x time="2024-02-29T07:00:34.229Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=k9x7q44x time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=871dc205-f1ed-43de-b855-9d4f5c9b37f8 time="2024-02-29T07:00:34.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5cm2rkzf time="2024-02-29T07:00:34.23Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5cm2rkzf time="2024-02-29T07:00:34.229Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.23Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.23Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb12bc8b-4289-45e0-8951-73c192f526c3 time="2024-02-29T07:00:34.229Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=k9x7q44x time="2024-02-29T07:00:34.23Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9x7q44x time="2024-02-29T07:00:34.23Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6129e23d-3d57-499f-872f-3abc9596f2f3 time="2024-02-29T07:00:34.23Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5cm2rkzf time="2024-02-29T07:00:34.23Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cm2rkzf time="2024-02-29T07:00:34.23Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=871dc205-f1ed-43de-b855-9d4f5c9b37f8 time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a1edfb7f-e26a-4d2b-89af-c3010a1558a8 time="2024-02-29T07:00:34.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mp5tblrb time="2024-02-29T07:00:34.23Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mp5tblrb time="2024-02-29T07:00:34.23Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mp5tblrb time="2024-02-29T07:00:34.229Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=rgxnv99r time="2024-02-29T07:00:34.23Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=rgxnv99r time="2024-02-29T07:00:34.229Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=50826aec-3df3-4918-a17a-743cfa958a9a time="2024-02-29T07:00:34.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=h5d4tjbn time="2024-02-29T07:00:34.23Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=h5d4tjbn time="2024-02-29T07:00:34.23Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=h5d4tjbn time="2024-02-29T07:00:34.23Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=df7d3f2f-75de-47fa-97de-2de4972beed1 time="2024-02-29T07:00:34.241Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=pc5h2k4n time="2024-02-29T07:00:34.241Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1a8d5c7e-8215-4441-bddc-196b15a91e77 time="2024-02-29T07:00:34.241Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=44903b45-d063-42f0-8ba3-1b8c4250ce2f time="2024-02-29T07:00:34.241Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d5805374-a5db-4176-8fbf-b64bc99c189e time="2024-02-29T07:00:34.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=2dhh8b4n time="2024-02-29T07:00:34.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=2dhh8b4n time="2024-02-29T07:00:34.241Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=2dhh8b4n time="2024-02-29T07:00:34.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=9zjtshzq time="2024-02-29T07:00:34.241Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0c16c5b2-f858-4cb8-afd1-c97960643bb9 time="2024-02-29T07:00:34.241Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pmzckm7s time="2024-02-29T07:00:34.241Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pmzckm7s time="2024-02-29T07:00:34.241Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0c16c5b2-f858-4cb8-afd1-c97960643bb9 time="2024-02-29T07:00:34.241Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dhh8b4n time="2024-02-29T07:00:34.241Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d5805374-a5db-4176-8fbf-b64bc99c189e time="2024-02-29T07:00:34.241Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=72473a2b-59d3-423b-8518-72157af758c1 time="2024-02-29T07:00:34.241Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=r6fz6pqs time="2024-02-29T07:00:34.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=r6fz6pqs time="2024-02-29T07:00:34.241Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=r6fz6pqs time="2024-02-29T07:00:34.241Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6fz6pqs time="2024-02-29T07:00:34.241Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=72473a2b-59d3-423b-8518-72157af758c1 time="2024-02-29T07:00:34.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=9zjtshzq time="2024-02-29T07:00:34.241Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=9zjtshzq time="2024-02-29T07:00:34.241Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9zjtshzq time="2024-02-29T07:00:34.241Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=44903b45-d063-42f0-8ba3-1b8c4250ce2f time="2024-02-29T07:00:34.243Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mp5tblrb time="2024-02-29T07:00:34.243Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=mp5tblrb time="2024-02-29T07:00:34.243Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a1edfb7f-e26a-4d2b-89af-c3010a1558a8 time="2024-02-29T07:00:34.243Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a86cb19c-4a8b-48ce-b2ad-85ab3f6862d8 time="2024-02-29T07:00:34.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zgd9kbzj time="2024-02-29T07:00:34.243Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vbz54vh6 time="2024-02-29T07:00:34.243Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=vbz54vh6 time="2024-02-29T07:00:34.243Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zgd9kbzj time="2024-02-29T07:00:34.243Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zgd9kbzj time="2024-02-29T07:00:34.243Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=61a36026-4b5a-4894-bb69-2d9176419b14 time="2024-02-29T07:00:34.243Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ff3bdaf-09cb-4bb6-a269-8f9e84606f05 time="2024-02-29T07:00:34.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pmrklvff time="2024-02-29T07:00:34.243Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pmrklvff time="2024-02-29T07:00:34.243Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pmrklvff time="2024-02-29T07:00:34.244Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=d9h9brht time="2024-02-29T07:00:34.244Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=d9h9brht time="2024-02-29T07:00:34.244Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=59cc2b24-3515-430c-9b7c-b7df6f6f2fbb time="2024-02-29T07:00:34.244Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3698c5e9-ae53-4f25-b8ce-1fa38ddaf67a time="2024-02-29T07:00:34.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bftcm8jw time="2024-02-29T07:00:34.244Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bftcm8jw time="2024-02-29T07:00:34.244Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bftcm8jw time="2024-02-29T07:00:34.244Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h5d4tjbn time="2024-02-29T07:00:34.244Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=h5d4tjbn time="2024-02-29T07:00:34.244Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=50826aec-3df3-4918-a17a-743cfa958a9a time="2024-02-29T07:00:34.244Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=549dd861-2b4c-459d-a519-8df249603090 time="2024-02-29T07:00:34.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=qwf4bj2r time="2024-02-29T07:00:34.244Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=qwf4bj2r time="2024-02-29T07:00:34.244Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=qwf4bj2r time="2024-02-29T07:00:34.246Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cvbzl6gx time="2024-02-29T07:00:34.246Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=cvbzl6gx time="2024-02-29T07:00:34.246Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=640bb332-309c-4495-bf68-a70f5bfe7ebb time="2024-02-29T07:00:34.246Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-292 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mdn5xrsr time="2024-02-29T07:00:34.246Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=mdn5xrsr time="2024-02-29T07:00:34.246Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=82987bae-a0a5-4ed4-ade0-b8c3301cf988 time="2024-02-29T07:00:34.247Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=acc72ae7-0314-4ce9-9a8a-c07e774765b4 time="2024-02-29T07:00:34.247Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7a33237-195f-4cf7-8fda-bda45370c0ec time="2024-02-29T07:00:34.247Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.247Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.247Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.247Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7a33237-195f-4cf7-8fda-bda45370c0ec time="2024-02-29T07:00:34.247Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cb8bfb01-6da2-41b8-9c54-0ecd3b795730 time="2024-02-29T07:00:34.247Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=57m69wnn time="2024-02-29T07:00:34.247Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=57m69wnn time="2024-02-29T07:00:34.247Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xvz9s6dc time="2024-02-29T07:00:34.247Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xvz9s6dc time="2024-02-29T07:00:34.247Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xvz9s6dc time="2024-02-29T07:00:34.247Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=57m69wnn time="2024-02-29T07:00:34.247Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=eda76d3c-19f6-4424-8dc2-3ce5d1317f12 time="2024-02-29T07:00:34.247Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=km8zw69t time="2024-02-29T07:00:34.247Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=km8zw69t time="2024-02-29T07:00:34.247Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=km8zw69t time="2024-02-29T07:00:34.247Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=km8zw69t time="2024-02-29T07:00:34.247Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=eda76d3c-19f6-4424-8dc2-3ce5d1317f12 time="2024-02-29T07:00:34.252Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=pmrklvff time="2024-02-29T07:00:34.252Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ff3bdaf-09cb-4bb6-a269-8f9e84606f05 time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9286ad5e-dcd4-464c-979c-e8f74cc6fcd4 time="2024-02-29T07:00:34.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=56xsjvw5 time="2024-02-29T07:00:34.252Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=56xsjvw5 time="2024-02-29T07:00:34.252Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=56xsjvw5 time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=525dcc8a-a4f4-49d6-a573-4f83029ebba8 time="2024-02-29T07:00:34.252Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=2gml87v2 time="2024-02-29T07:00:34.252Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qwf4bj2r time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3d644911-f73c-4946-b13e-031a8d114e5c time="2024-02-29T07:00:34.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=94xkt7vc time="2024-02-29T07:00:34.252Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=94xkt7vc time="2024-02-29T07:00:34.252Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=94xkt7vc time="2024-02-29T07:00:34.252Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94xkt7vc time="2024-02-29T07:00:34.252Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3d644911-f73c-4946-b13e-031a8d114e5c time="2024-02-29T07:00:34.252Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=2gml87v2 time="2024-02-29T07:00:34.252Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=525dcc8a-a4f4-49d6-a573-4f83029ebba8 time="2024-02-29T07:00:34.252Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=qwf4bj2r time="2024-02-29T07:00:34.252Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=549dd861-2b4c-459d-a519-8df249603090 time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bfc36420-45fc-4c7f-b3b0-b0999e3b3828 time="2024-02-29T07:00:34.252Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8c4xw2v8 time="2024-02-29T07:00:34.252Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8c4xw2v8 time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=896af7b2-4feb-4ee5-a99c-f30acbc6a046 time="2024-02-29T07:00:34.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jbxk2bm8 time="2024-02-29T07:00:34.252Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jbxk2bm8 time="2024-02-29T07:00:34.252Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jbxk2bm8 time="2024-02-29T07:00:34.252Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbxk2bm8 time="2024-02-29T07:00:34.253Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=896af7b2-4feb-4ee5-a99c-f30acbc6a046 time="2024-02-29T07:00:34.252Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9c992dd0-a06a-4381-a215-190827b9f06d time="2024-02-29T07:00:34.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=8zpngqgd time="2024-02-29T07:00:34.253Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=8zpngqgd time="2024-02-29T07:00:34.253Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=8zpngqgd time="2024-02-29T07:00:34.252Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8c4xw2v8 time="2024-02-29T07:00:34.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c4xw2v8 time="2024-02-29T07:00:34.253Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bfc36420-45fc-4c7f-b3b0-b0999e3b3828 time="2024-02-29T07:00:34.256Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zgd9kbzj time="2024-02-29T07:00:34.256Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=zgd9kbzj time="2024-02-29T07:00:34.257Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a86cb19c-4a8b-48ce-b2ad-85ab3f6862d8 time="2024-02-29T07:00:34.257Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=203c71f0-df09-4207-998e-a323d955f373 time="2024-02-29T07:00:34.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=g64rl8qn time="2024-02-29T07:00:34.257Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=g64rl8qn time="2024-02-29T07:00:34.257Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=g64rl8qn time="2024-02-29T07:00:34.257Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bftcm8jw time="2024-02-29T07:00:34.257Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=bftcm8jw time="2024-02-29T07:00:34.257Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3698c5e9-ae53-4f25-b8ce-1fa38ddaf67a time="2024-02-29T07:00:34.257Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7d74f5e4-4b70-4017-b5f5-740bd9fbd3b9 time="2024-02-29T07:00:34.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=854cb2tm time="2024-02-29T07:00:34.257Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=854cb2tm time="2024-02-29T07:00:34.257Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=854cb2tm time="2024-02-29T07:00:34.257Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-292 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xvz9s6dc time="2024-02-29T07:00:34.257Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=xvz9s6dc time="2024-02-29T07:00:34.257Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=acc72ae7-0314-4ce9-9a8a-c07e774765b4 time="2024-02-29T07:00:34.257Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8574ac3a-1d34-40ab-a0b9-7472c37f3fa1 time="2024-02-29T07:00:34.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.257Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.257Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.257Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8574ac3a-1d34-40ab-a0b9-7472c37f3fa1 time="2024-02-29T07:00:34.257Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3217c3cf-e902-4097-96ad-4d9ca286e87e time="2024-02-29T07:00:34.257Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=nwfgmg97 time="2024-02-29T07:00:34.257Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=nwfgmg97 time="2024-02-29T07:00:34.257Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=nwfgmg97 time="2024-02-29T07:00:34.257Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwfgmg97 time="2024-02-29T07:00:34.257Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3217c3cf-e902-4097-96ad-4d9ca286e87e time="2024-02-29T07:00:34.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=8zpngqgd time="2024-02-29T07:00:34.259Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9c992dd0-a06a-4381-a215-190827b9f06d time="2024-02-29T07:00:34.259Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d0afc55d-7c5a-478a-bea2-ac43f6426bf5 time="2024-02-29T07:00:34.259Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=nsp5hfl5 time="2024-02-29T07:00:34.259Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f01f3f37-77e4-4a1a-bcb8-6f75665c723d time="2024-02-29T07:00:34.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qc8vrgsp time="2024-02-29T07:00:34.259Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qc8vrgsp time="2024-02-29T07:00:34.259Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qc8vrgsp time="2024-02-29T07:00:34.259Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6a181f41-ecf4-4013-b87d-192a4c6cad89 time="2024-02-29T07:00:34.259Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=nsp5hfl5 time="2024-02-29T07:00:34.259Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d0afc55d-7c5a-478a-bea2-ac43f6426bf5 time="2024-02-29T07:00:34.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qc8vrgsp time="2024-02-29T07:00:34.259Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f01f3f37-77e4-4a1a-bcb8-6f75665c723d time="2024-02-29T07:00:34.259Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78de043e-cb57-40c2-b982-674df4f45f5b time="2024-02-29T07:00:34.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5nkmdnpq time="2024-02-29T07:00:34.259Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=9rlmk5gx time="2024-02-29T07:00:34.259Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=9rlmk5gx time="2024-02-29T07:00:34.259Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=9rlmk5gx time="2024-02-29T07:00:34.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9rlmk5gx time="2024-02-29T07:00:34.259Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6a181f41-ecf4-4013-b87d-192a4c6cad89 time="2024-02-29T07:00:34.259Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5nkmdnpq time="2024-02-29T07:00:34.259Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=5nkmdnpq time="2024-02-29T07:00:34.259Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf210ed1-4cf0-4aaf-9512-111594c9a264 time="2024-02-29T07:00:34.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=svn7m7ck time="2024-02-29T07:00:34.259Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=svn7m7ck time="2024-02-29T07:00:34.259Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=svn7m7ck time="2024-02-29T07:00:34.259Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svn7m7ck time="2024-02-29T07:00:34.259Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf210ed1-4cf0-4aaf-9512-111594c9a264 time="2024-02-29T07:00:34.26Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=57m69wnn time="2024-02-29T07:00:34.26Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=57m69wnn time="2024-02-29T07:00:34.26Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cb8bfb01-6da2-41b8-9c54-0ecd3b795730 time="2024-02-29T07:00:34.261Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g64rl8qn time="2024-02-29T07:00:34.261Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=g64rl8qn time="2024-02-29T07:00:34.261Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=203c71f0-df09-4207-998e-a323d955f373 time="2024-02-29T07:00:34.261Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e2f721d5-3937-4e0d-8c68-dcd00c5fe22e time="2024-02-29T07:00:34.261Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mkmvsjtg time="2024-02-29T07:00:34.261Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=56xsjvw5 time="2024-02-29T07:00:34.261Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=56xsjvw5 time="2024-02-29T07:00:34.261Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9286ad5e-dcd4-464c-979c-e8f74cc6fcd4 time="2024-02-29T07:00:34.261Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mkmvsjtg time="2024-02-29T07:00:34.261Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c4052edf-1977-4b20-bd21-1ed1a62d9f43 time="2024-02-29T07:00:34.261Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=wjmbkm26 time="2024-02-29T07:00:34.261Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=wjmbkm26 time="2024-02-29T07:00:34.261Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=wjmbkm26 time="2024-02-29T07:00:34.261Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjmbkm26 time="2024-02-29T07:00:34.261Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c4052edf-1977-4b20-bd21-1ed1a62d9f43 time="2024-02-29T07:00:34.261Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=mkmvsjtg time="2024-02-29T07:00:34.263Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=854cb2tm time="2024-02-29T07:00:34.263Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=854cb2tm time="2024-02-29T07:00:34.263Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7d74f5e4-4b70-4017-b5f5-740bd9fbd3b9 time="2024-02-29T07:00:34.263Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f51a708b-4c75-4543-9aa4-931208407798 time="2024-02-29T07:00:34.263Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=jccs4bgx time="2024-02-29T07:00:34.263Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=jccs4bgx time="2024-02-29T07:00:34.263Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=jccs4bgx time="2024-02-29T07:00:34.264Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f8900fe-a129-46b7-a053-a58c7f00be2a time="2024-02-29T07:00:34.264Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qklc78p4 time="2024-02-29T07:00:34.264Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qklc78p4 time="2024-02-29T07:00:34.264Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qklc78p4 time="2024-02-29T07:00:34.264Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qklc78p4 time="2024-02-29T07:00:34.264Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f8900fe-a129-46b7-a053-a58c7f00be2a time="2024-02-29T07:00:34.264Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d571f7f3-8858-47dc-806a-39b0cbe6d0e5 time="2024-02-29T07:00:34.264Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.264Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.264Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.264Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d571f7f3-8858-47dc-806a-39b0cbe6d0e5 time="2024-02-29T07:00:34.267Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f1459d4-f070-49f0-9e48-7d1a972a9d99 time="2024-02-29T07:00:34.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qvjspqks time="2024-02-29T07:00:34.267Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qvjspqks time="2024-02-29T07:00:34.267Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qvjspqks time="2024-02-29T07:00:34.267Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvjspqks time="2024-02-29T07:00:34.267Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f1459d4-f070-49f0-9e48-7d1a972a9d99 time="2024-02-29T07:00:34.267Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40615fca-ffe6-4937-acc3-4c874952ed3b time="2024-02-29T07:00:34.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9pvb6mfk time="2024-02-29T07:00:34.267Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9pvb6mfk time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af7a0402-d7f1-4729-8add-f4b9ffa93723 time="2024-02-29T07:00:34.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=plnmgnhz time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=plnmgnhz time="2024-02-29T07:00:34.268Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=plnmgnhz time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plnmgnhz time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af7a0402-d7f1-4729-8add-f4b9ffa93723 time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e08472d5-82f8-430a-895d-1e0ac484aaad time="2024-02-29T07:00:34.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=r2sqbhhq time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7b497fbf-081d-4f9f-93a1-1dffe2aaf85a time="2024-02-29T07:00:34.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4rkb7rbg time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4rkb7rbg time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2a2b0f1f-66e6-4fd1-97eb-ad80693dc402 time="2024-02-29T07:00:34.268Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=prfrp4jh time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=prfrp4jh time="2024-02-29T07:00:34.268Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9pvb6mfk time="2024-02-29T07:00:34.268Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=prfrp4jh time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=prfrp4jh time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2a2b0f1f-66e6-4fd1-97eb-ad80693dc402 time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=r2sqbhhq time="2024-02-29T07:00:34.268Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=r2sqbhhq time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2sqbhhq time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e08472d5-82f8-430a-895d-1e0ac484aaad time="2024-02-29T07:00:34.267Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e133b6ba-0d29-4d69-8639-2f647cc8bc44 time="2024-02-29T07:00:34.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=594vzpff time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=594vzpff time="2024-02-29T07:00:34.268Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=594vzpff time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=594vzpff time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e133b6ba-0d29-4d69-8639-2f647cc8bc44 time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a161d8c0-46d9-481e-b7ff-8a7929bf4ee7 time="2024-02-29T07:00:34.268Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=z9hq5hzl time="2024-02-29T07:00:34.268Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=z9hq5hzl time="2024-02-29T07:00:34.268Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=z9hq5hzl time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e7ea3386-5c3d-4db0-9fe3-dd146c6e9db6 time="2024-02-29T07:00:34.268Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=sk2g8cws time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=sk2g8cws time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e7ea3386-5c3d-4db0-9fe3-dd146c6e9db6 time="2024-02-29T07:00:34.268Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4rkb7rbg time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9hq5hzl time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a161d8c0-46d9-481e-b7ff-8a7929bf4ee7 time="2024-02-29T07:00:34.268Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b901bdbc-e5fd-4fcc-bd7e-3c1ea8ccd57b time="2024-02-29T07:00:34.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.268Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.268Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.268Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b901bdbc-e5fd-4fcc-bd7e-3c1ea8ccd57b time="2024-02-29T07:00:34.269Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mkmvsjtg time="2024-02-29T07:00:34.269Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=mkmvsjtg time="2024-02-29T07:00:34.269Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e2f721d5-3937-4e0d-8c68-dcd00c5fe22e time="2024-02-29T07:00:34.269Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4388a729-0021-43bd-8223-7effeb068522 time="2024-02-29T07:00:34.269Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=5nkmdnpq time="2024-02-29T07:00:34.269Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78de043e-cb57-40c2-b982-674df4f45f5b time="2024-02-29T07:00:34.269Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6a0c8f47-75e3-4681-ab2f-ecbecd02ec9d time="2024-02-29T07:00:34.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=584flbjm time="2024-02-29T07:00:34.269Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=584flbjm time="2024-02-29T07:00:34.269Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=584flbjm time="2024-02-29T07:00:34.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=chnhnzbs time="2024-02-29T07:00:34.269Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=chnhnzbs time="2024-02-29T07:00:34.269Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=chnhnzbs time="2024-02-29T07:00:34.269Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=584flbjm time="2024-02-29T07:00:34.269Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6a0c8f47-75e3-4681-ab2f-ecbecd02ec9d time="2024-02-29T07:00:34.271Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jccs4bgx time="2024-02-29T07:00:34.271Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=jccs4bgx time="2024-02-29T07:00:34.271Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f51a708b-4c75-4543-9aa4-931208407798 time="2024-02-29T07:00:34.271Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02caf7c3-13ad-4950-8bd2-b56f0e6453a7 time="2024-02-29T07:00:34.271Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=dpzbrqxl time="2024-02-29T07:00:34.271Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=dpzbrqxl time="2024-02-29T07:00:34.271Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=dpzbrqxl time="2024-02-29T07:00:34.277Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=9pvb6mfk time="2024-02-29T07:00:34.277Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40615fca-ffe6-4937-acc3-4c874952ed3b time="2024-02-29T07:00:34.277Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=00c9b2b5-4181-47fd-a814-febb1cb2cfbf time="2024-02-29T07:00:34.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mj58hhl9 time="2024-02-29T07:00:34.277Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mj58hhl9 time="2024-02-29T07:00:34.277Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mj58hhl9 time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cc0a26b5-211b-4184-8908-239bade74bd8 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=gc956jp4 time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=986b78b0-362b-4214-a1c8-66869615bc33 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=8m9nd5jb time="2024-02-29T07:00:34.278Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=8m9nd5jb time="2024-02-29T07:00:34.278Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=8m9nd5jb time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8m9nd5jb time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=986b78b0-362b-4214-a1c8-66869615bc33 time="2024-02-29T07:00:34.278Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=gc956jp4 time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3e7e80d7-371c-44d9-b324-c9a6c1b11c81 time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d80d8545-f39e-40d4-b3a8-e54500dc77c5 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=cn5wlb8t time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0017c318-f013-4b8c-a2da-b9db590df53a time="2024-02-29T07:00:34.278Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=cn5wlb8t time="2024-02-29T07:00:34.278Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=cn5wlb8t time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn5wlb8t time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d80d8545-f39e-40d4-b3a8-e54500dc77c5 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=9zc7bmsm time="2024-02-29T07:00:34.278Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=9zc7bmsm time="2024-02-29T07:00:34.278Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=9zc7bmsm time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9zc7bmsm time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3e7e80d7-371c-44d9-b324-c9a6c1b11c81 time="2024-02-29T07:00:34.278Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=gc956jp4 time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gc956jp4 time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cc0a26b5-211b-4184-8908-239bade74bd8 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cq2jzplm time="2024-02-29T07:00:34.278Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cq2jzplm time="2024-02-29T07:00:34.278Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cq2jzplm time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cq2jzplm time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0017c318-f013-4b8c-a2da-b9db590df53a time="2024-02-29T07:00:34.278Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4ff403aa-b2a3-467e-84f2-d8db5afff0e4 time="2024-02-29T07:00:34.278Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=gmm6sntz time="2024-02-29T07:00:34.278Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=gmm6sntz time="2024-02-29T07:00:34.278Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=4ff403aa-b2a3-467e-84f2-d8db5afff0e4 time="2024-02-29T07:00:34.279Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dpzbrqxl time="2024-02-29T07:00:34.279Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=dpzbrqxl time="2024-02-29T07:00:34.279Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02caf7c3-13ad-4950-8bd2-b56f0e6453a7 time="2024-02-29T07:00:34.28Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=300b3d2a-0024-4bca-bd69-988df1628537 time="2024-02-29T07:00:34.28Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=fnrpj7rr time="2024-02-29T07:00:34.28Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=fnrpj7rr time="2024-02-29T07:00:34.28Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=fnrpj7rr time="2024-02-29T07:00:34.28Z" level=info msg="failed to update clusterdeployment" clusterDeployment=default/mihuang-292 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4rkb7rbg time="2024-02-29T07:00:34.28Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=4rkb7rbg time="2024-02-29T07:00:34.28Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7b497fbf-081d-4f9f-93a1-1dffe2aaf85a time="2024-02-29T07:00:34.28Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=55b2f8e1-b121-42fe-9f39-df51d7e1ad89 time="2024-02-29T07:00:34.28Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=p89dnfhl time="2024-02-29T07:00:34.28Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=p89dnfhl time="2024-02-29T07:00:34.28Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=p89dnfhl time="2024-02-29T07:00:34.28Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=chnhnzbs time="2024-02-29T07:00:34.28Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=chnhnzbs time="2024-02-29T07:00:34.28Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4388a729-0021-43bd-8223-7effeb068522 time="2024-02-29T07:00:34.28Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=20ce9c91-9c2b-470c-b734-1428d0144d0a time="2024-02-29T07:00:34.28Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4pdn488l time="2024-02-29T07:00:34.28Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4pdn488l time="2024-02-29T07:00:34.281Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4pdn488l time="2024-02-29T07:00:34.283Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb8c3c34-7852-42fd-9403-dfa64d66324e time="2024-02-29T07:00:34.283Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c4e40212-ab21-4103-a1ee-043c049a88a0 time="2024-02-29T07:00:34.283Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.283Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.283Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.283Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c4e40212-ab21-4103-a1ee-043c049a88a0 time="2024-02-29T07:00:34.283Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=s422dwg6 time="2024-02-29T07:00:34.283Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=s422dwg6 time="2024-02-29T07:00:34.283Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=s422dwg6 time="2024-02-29T07:00:34.283Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s422dwg6 time="2024-02-29T07:00:34.283Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb8c3c34-7852-42fd-9403-dfa64d66324e time="2024-02-29T07:00:34.285Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mj58hhl9 time="2024-02-29T07:00:34.285Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=mj58hhl9 time="2024-02-29T07:00:34.285Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=00c9b2b5-4181-47fd-a814-febb1cb2cfbf time="2024-02-29T07:00:34.285Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1d17dbed-6497-4cce-9a2e-368510a1ca87 time="2024-02-29T07:00:34.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=hfq5nlxd time="2024-02-29T07:00:34.285Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=hfq5nlxd time="2024-02-29T07:00:34.289Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=p89dnfhl time="2024-02-29T07:00:34.289Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=55b2f8e1-b121-42fe-9f39-df51d7e1ad89 time="2024-02-29T07:00:34.289Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b8113afa-529c-4d3b-a6e7-d68a4c2fd533 time="2024-02-29T07:00:34.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=bd95hv9j time="2024-02-29T07:00:34.289Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=bd95hv9j time="2024-02-29T07:00:34.289Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=bd95hv9j time="2024-02-29T07:00:34.289Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bd95hv9j time="2024-02-29T07:00:34.289Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b8113afa-529c-4d3b-a6e7-d68a4c2fd533 time="2024-02-29T07:00:34.289Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ca333aad-7582-42f3-a914-db18a8e659e5 time="2024-02-29T07:00:34.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=fgjzbbt4 time="2024-02-29T07:00:34.29Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=fgjzbbt4 time="2024-02-29T07:00:34.29Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=fgjzbbt4 time="2024-02-29T07:00:34.29Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgjzbbt4 time="2024-02-29T07:00:34.29Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ca333aad-7582-42f3-a914-db18a8e659e5 time="2024-02-29T07:00:34.29Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4e8b1729-5acb-47a0-b3a1-0b84e84c7153 time="2024-02-29T07:00:34.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=twtwf82n time="2024-02-29T07:00:34.29Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ff386599-8dc8-4a99-88f9-69b20954982a time="2024-02-29T07:00:34.29Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=969fwzhm time="2024-02-29T07:00:34.29Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=969fwzhm time="2024-02-29T07:00:34.29Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=ff386599-8dc8-4a99-88f9-69b20954982a time="2024-02-29T07:00:34.29Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=32846ceb-b1e0-42fc-a5e7-366f41e11ddb time="2024-02-29T07:00:34.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=vdg2w2r6 time="2024-02-29T07:00:34.29Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=vdg2w2r6 time="2024-02-29T07:00:34.29Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=vdg2w2r6 time="2024-02-29T07:00:34.29Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vdg2w2r6 time="2024-02-29T07:00:34.29Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=32846ceb-b1e0-42fc-a5e7-366f41e11ddb time="2024-02-29T07:00:34.29Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=twtwf82n time="2024-02-29T07:00:34.29Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=twtwf82n time="2024-02-29T07:00:34.29Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twtwf82n time="2024-02-29T07:00:34.29Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4e8b1729-5acb-47a0-b3a1-0b84e84c7153 time="2024-02-29T07:00:34.289Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab96895c-fd2f-4a65-82ee-f14b191033a9 time="2024-02-29T07:00:34.29Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=5k7l9tmp time="2024-02-29T07:00:34.29Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=5k7l9tmp time="2024-02-29T07:00:34.29Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=5k7l9tmp time="2024-02-29T07:00:34.29Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5k7l9tmp time="2024-02-29T07:00:34.29Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab96895c-fd2f-4a65-82ee-f14b191033a9 time="2024-02-29T07:00:34.291Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4pdn488l time="2024-02-29T07:00:34.291Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4pdn488l time="2024-02-29T07:00:34.291Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=20ce9c91-9c2b-470c-b734-1428d0144d0a time="2024-02-29T07:00:34.291Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=41184f54-f050-4b75-9595-37edd8e4211e time="2024-02-29T07:00:34.291Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=xgklv8hr time="2024-02-29T07:00:34.291Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=xgklv8hr time="2024-02-29T07:00:34.291Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=xgklv8hr time="2024-02-29T07:00:34.291Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fnrpj7rr time="2024-02-29T07:00:34.291Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=fnrpj7rr time="2024-02-29T07:00:34.291Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=300b3d2a-0024-4bca-bd69-988df1628537 time="2024-02-29T07:00:34.291Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f954538f-9d83-4c49-af8b-8499c39166f4 time="2024-02-29T07:00:34.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=xkb6qhfs time="2024-02-29T07:00:34.292Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=xkb6qhfs time="2024-02-29T07:00:34.292Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=xkb6qhfs time="2024-02-29T07:00:34.295Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=008eb83f-aaa7-4ee3-a8de-82d9d4fd27b3 time="2024-02-29T07:00:34.295Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7a14210b-08c6-4f18-8e56-97845ff7515d time="2024-02-29T07:00:34.295Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=bbv9zpw6 time="2024-02-29T07:00:34.295Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=bbv9zpw6 time="2024-02-29T07:00:34.295Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=bbv9zpw6 time="2024-02-29T07:00:34.295Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbv9zpw6 time="2024-02-29T07:00:34.295Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7a14210b-08c6-4f18-8e56-97845ff7515d time="2024-02-29T07:00:34.295Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a22f8551-fe89-478b-b539-7d6fc76df35e time="2024-02-29T07:00:34.295Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=pfzns2bl time="2024-02-29T07:00:34.295Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=pfzns2bl time="2024-02-29T07:00:34.295Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfzns2bl time="2024-02-29T07:00:34.295Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a22f8551-fe89-478b-b539-7d6fc76df35e time="2024-02-29T07:00:34.295Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.295Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.295Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.295Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=008eb83f-aaa7-4ee3-a8de-82d9d4fd27b3 time="2024-02-29T07:00:34.301Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=xkb6qhfs time="2024-02-29T07:00:34.301Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f954538f-9d83-4c49-af8b-8499c39166f4 time="2024-02-29T07:00:34.301Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af1c9718-3418-43e5-a2d1-8b02d1736f0b time="2024-02-29T07:00:34.301Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jjlqtbql time="2024-02-29T07:00:34.301Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jjlqtbql time="2024-02-29T07:00:34.301Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=dc3b9a91-ff09-4639-a141-47213d32f833 time="2024-02-29T07:00:34.301Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9n2z5v7b time="2024-02-29T07:00:34.301Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9n2z5v7b time="2024-02-29T07:00:34.301Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=dc3b9a91-ff09-4639-a141-47213d32f833 time="2024-02-29T07:00:34.301Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0dd92647-7e62-4d56-a52b-98c9b512e6ce time="2024-02-29T07:00:34.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sms658rk time="2024-02-29T07:00:34.301Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b64d77fa-a6ab-4d7c-ab96-41ecc0cefdeb time="2024-02-29T07:00:34.301Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dwqw22hq time="2024-02-29T07:00:34.301Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dwqw22hq time="2024-02-29T07:00:34.302Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=dwqw22hq time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwqw22hq time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b64d77fa-a6ab-4d7c-ab96-41ecc0cefdeb time="2024-02-29T07:00:34.302Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8ebb7475-5dd7-44ea-b889-9b01bd68d38a time="2024-02-29T07:00:34.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2m5bqrj7 time="2024-02-29T07:00:34.302Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2m5bqrj7 time="2024-02-29T07:00:34.302Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2m5bqrj7 time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2m5bqrj7 time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8ebb7475-5dd7-44ea-b889-9b01bd68d38a time="2024-02-29T07:00:34.301Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sms658rk time="2024-02-29T07:00:34.302Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sms658rk time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sms658rk time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0dd92647-7e62-4d56-a52b-98c9b512e6ce time="2024-02-29T07:00:34.301Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dafe5431-b568-4f88-96b3-db2b2d772713 time="2024-02-29T07:00:34.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zqfn2js5 time="2024-02-29T07:00:34.302Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zqfn2js5 time="2024-02-29T07:00:34.302Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zqfn2js5 time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqfn2js5 time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dafe5431-b568-4f88-96b3-db2b2d772713 time="2024-02-29T07:00:34.302Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3299fbee-6268-47f3-a92b-0de5320dcc83 time="2024-02-29T07:00:34.301Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jjlqtbql time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjlqtbql time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af1c9718-3418-43e5-a2d1-8b02d1736f0b time="2024-02-29T07:00:34.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=42jcvjfl time="2024-02-29T07:00:34.302Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=42jcvjfl time="2024-02-29T07:00:34.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42jcvjfl time="2024-02-29T07:00:34.302Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3299fbee-6268-47f3-a92b-0de5320dcc83 time="2024-02-29T07:00:34.303Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hfq5nlxd time="2024-02-29T07:00:34.303Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=hfq5nlxd time="2024-02-29T07:00:34.303Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1d17dbed-6497-4cce-9a2e-368510a1ca87 time="2024-02-29T07:00:34.303Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b820840d-9a52-4159-a677-702eb3a8dec3 time="2024-02-29T07:00:34.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5gdlhqps time="2024-02-29T07:00:34.303Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5gdlhqps time="2024-02-29T07:00:34.304Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xgklv8hr time="2024-02-29T07:00:34.304Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=xgklv8hr time="2024-02-29T07:00:34.304Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=41184f54-f050-4b75-9595-37edd8e4211e time="2024-02-29T07:00:34.304Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=db686f7d-2816-4a41-ac4e-f4655c231214 time="2024-02-29T07:00:34.304Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=9bk6crnn time="2024-02-29T07:00:34.304Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=9bk6crnn time="2024-02-29T07:00:34.304Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=9bk6crnn time="2024-02-29T07:00:34.307Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1b6b4ddc-e0f3-4a6b-9947-ab3b74588d56 time="2024-02-29T07:00:34.307Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=616f137f-8fb8-49f9-9191-a09b29fffbbe time="2024-02-29T07:00:34.307Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8f771cf4-3693-4762-a400-40d83faddcce time="2024-02-29T07:00:34.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.307Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=65tsr55d time="2024-02-29T07:00:34.307Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=65tsr55d time="2024-02-29T07:00:34.307Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=65tsr55d time="2024-02-29T07:00:34.307Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65tsr55d time="2024-02-29T07:00:34.307Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=616f137f-8fb8-49f9-9191-a09b29fffbbe time="2024-02-29T07:00:34.307Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.307Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.307Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8f771cf4-3693-4762-a400-40d83faddcce time="2024-02-29T07:00:34.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9mrw4cl8 time="2024-02-29T07:00:34.307Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9mrw4cl8 time="2024-02-29T07:00:34.307Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mrw4cl8 time="2024-02-29T07:00:34.307Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1b6b4ddc-e0f3-4a6b-9947-ab3b74588d56 time="2024-02-29T07:00:34.311Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=940c18ee-07e2-433a-a39f-93e3ddc00f24 time="2024-02-29T07:00:34.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=qxv7xlzk time="2024-02-29T07:00:34.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=qxv7xlzk time="2024-02-29T07:00:34.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxv7xlzk time="2024-02-29T07:00:34.311Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=940c18ee-07e2-433a-a39f-93e3ddc00f24 time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=9bk6crnn time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=db686f7d-2816-4a41-ac4e-f4655c231214 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=afedca7d-6808-42dd-ae49-fdf4c4816c3a time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5twrgjhr time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5twrgjhr time="2024-02-29T07:00:34.314Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5twrgjhr time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=283df433-5c87-48ba-84b6-f2a133285bef time="2024-02-29T07:00:34.314Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kmgfbn9t time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1dcd8e53-51a2-4daa-9934-23e2a7108812 time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=cllt22rw time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=cllt22rw time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cllt22rw time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1dcd8e53-51a2-4daa-9934-23e2a7108812 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3c7c5a24-f537-4634-99d1-69817ad03b68 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=028430d0-27c2-4746-b869-71de8ef40d41 time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=l9nmrd2w time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=l9nmrd2w time="2024-02-29T07:00:34.314Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=l9nmrd2w time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9nmrd2w time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=028430d0-27c2-4746-b869-71de8ef40d41 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0618b5b2-0d93-483b-aefe-5996a38c938a time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=x6dg82lc time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=x6dg82lc time="2024-02-29T07:00:34.314Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=x6dg82lc time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6dg82lc time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0618b5b2-0d93-483b-aefe-5996a38c938a time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5twrgjhr time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=afedca7d-6808-42dd-ae49-fdf4c4816c3a time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=54019645-ab5c-4a6c-80aa-0659653e0083 time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=nxlsjr7c time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=nxlsjr7c time="2024-02-29T07:00:34.314Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=nxlsjr7c time="2024-02-29T07:00:34.314Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxlsjr7c time="2024-02-29T07:00:34.314Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=54019645-ab5c-4a6c-80aa-0659653e0083 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8eadfe9b-5d7d-469c-acb6-5efb44cd8f9f time="2024-02-29T07:00:34.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=znpdpbfw time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=znpdpbfw time="2024-02-29T07:00:34.314Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=znpdpbfw time="2024-02-29T07:00:34.315Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znpdpbfw time="2024-02-29T07:00:34.315Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8eadfe9b-5d7d-469c-acb6-5efb44cd8f9f time="2024-02-29T07:00:34.314Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kmgfbn9t time="2024-02-29T07:00:34.315Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kmgfbn9t time="2024-02-29T07:00:34.315Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kmgfbn9t time="2024-02-29T07:00:34.315Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=283df433-5c87-48ba-84b6-f2a133285bef time="2024-02-29T07:00:34.314Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=k7xb828s time="2024-02-29T07:00:34.315Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=k7xb828s time="2024-02-29T07:00:34.315Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3c7c5a24-f537-4634-99d1-69817ad03b68 time="2024-02-29T07:00:34.314Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=43d93c8e-8482-4b57-882d-98e6af82391b time="2024-02-29T07:00:34.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p7hfhzbv time="2024-02-29T07:00:34.315Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p7hfhzbv time="2024-02-29T07:00:34.315Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p7hfhzbv time="2024-02-29T07:00:34.315Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p7hfhzbv time="2024-02-29T07:00:34.315Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=43d93c8e-8482-4b57-882d-98e6af82391b time="2024-02-29T07:00:34.319Z" level=info msg="failed to set cluster platform label" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5gdlhqps time="2024-02-29T07:00:34.319Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=5gdlhqps time="2024-02-29T07:00:34.319Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b820840d-9a52-4159-a677-702eb3a8dec3 time="2024-02-29T07:00:34.32Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d2a36925-c98e-4897-a4ed-45918b982abe time="2024-02-29T07:00:34.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.32Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.32Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.32Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d2a36925-c98e-4897-a4ed-45918b982abe time="2024-02-29T07:00:34.32Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c1f949a6-2780-4c73-b6ae-0556611f820f time="2024-02-29T07:00:34.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=kt4b2ddf time="2024-02-29T07:00:34.32Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=kt4b2ddf time="2024-02-29T07:00:34.32Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kt4b2ddf time="2024-02-29T07:00:34.32Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c1f949a6-2780-4c73-b6ae-0556611f820f time="2024-02-29T07:00:34.32Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6268029a-6b0e-4696-9f0c-0805df3ba347 time="2024-02-29T07:00:34.32Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=v2c7r9qz time="2024-02-29T07:00:34.32Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=v2c7r9qz time="2024-02-29T07:00:34.32Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=v2c7r9qz time="2024-02-29T07:00:34.32Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2c7r9qz time="2024-02-29T07:00:34.32Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6268029a-6b0e-4696-9f0c-0805df3ba347 time="2024-02-29T07:00:34.342Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e384612a-a2be-4978-9ba2-83d88cd71527 time="2024-02-29T07:00:34.342Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=96hbzfdk time="2024-02-29T07:00:34.342Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=96hbzfdk time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3a8a0692-9b8f-4944-8b55-5fa6d1722b7a time="2024-02-29T07:00:34.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=sg5fwh8h time="2024-02-29T07:00:34.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=sg5fwh8h time="2024-02-29T07:00:34.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sg5fwh8h time="2024-02-29T07:00:34.357Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3a8a0692-9b8f-4944-8b55-5fa6d1722b7a time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7cc62156-c63d-4eda-ad43-70fcaf227b73 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1e7bfa0b-e407-48cd-b353-47090aabe41f time="2024-02-29T07:00:34.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=btjwkqwc time="2024-02-29T07:00:34.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=btjwkqwc time="2024-02-29T07:00:34.357Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=btjwkqwc time="2024-02-29T07:00:34.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btjwkqwc time="2024-02-29T07:00:34.357Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1e7bfa0b-e407-48cd-b353-47090aabe41f time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d6d202fa-6b69-427c-a0fd-dbd3d7dc3f29 time="2024-02-29T07:00:34.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wdssjw5h time="2024-02-29T07:00:34.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wdssjw5h time="2024-02-29T07:00:34.357Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wdssjw5h time="2024-02-29T07:00:34.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdssjw5h time="2024-02-29T07:00:34.357Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d6d202fa-6b69-427c-a0fd-dbd3d7dc3f29 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1089902a-c64d-4715-837e-7a06fecde323 time="2024-02-29T07:00:34.357Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qbhwq66g time="2024-02-29T07:00:34.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qbhwq66g time="2024-02-29T07:00:34.357Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qbhwq66g time="2024-02-29T07:00:34.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbhwq66g time="2024-02-29T07:00:34.357Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1089902a-c64d-4715-837e-7a06fecde323 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c0d803d6-4d77-41b8-b5b0-5aebc38309c2 time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=g6mv5nbw time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=g6mv5nbw time="2024-02-29T07:00:34.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=g6mv5nbw time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6mv5nbw time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c0d803d6-4d77-41b8-b5b0-5aebc38309c2 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c3a45db9-03e0-43c5-a579-6c6a1d823a06 time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=pxcrvssv time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=pxcrvssv time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxcrvssv time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c3a45db9-03e0-43c5-a579-6c6a1d823a06 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9c68bb1a-398a-427d-ae12-c0b4d1a963ec time="2024-02-29T07:00:34.358Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jg9dfq96 time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jg9dfq96 time="2024-02-29T07:00:34.358Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jg9dfq96 time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jg9dfq96 time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9c68bb1a-398a-427d-ae12-c0b4d1a963ec time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=683f5a44-dcbf-421d-875b-c1106a91f896 time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9lxqrpd5 time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9lxqrpd5 time="2024-02-29T07:00:34.358Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9lxqrpd5 time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9lxqrpd5 time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=683f5a44-dcbf-421d-875b-c1106a91f896 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a99e42b6-b27c-4fcd-bfb2-5d0b996d1b5a time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=dgmlsq5q time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=dgmlsq5q time="2024-02-29T07:00:34.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=dgmlsq5q time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgmlsq5q time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a99e42b6-b27c-4fcd-bfb2-5d0b996d1b5a time="2024-02-29T07:00:34.357Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9hndtgtl time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9hndtgtl time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7cc62156-c63d-4eda-ad43-70fcaf227b73 time="2024-02-29T07:00:34.357Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=992422de-69e6-42ca-8f75-21c4fafac7bd time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.358Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=992422de-69e6-42ca-8f75-21c4fafac7bd time="2024-02-29T07:00:34.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=96hbzfdk time="2024-02-29T07:00:34.358Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e384612a-a2be-4978-9ba2-83d88cd71527 time="2024-02-29T07:00:34.358Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b359765-43f5-4ecc-becb-1beb39f4f8d7 time="2024-02-29T07:00:34.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6hltgpv5 time="2024-02-29T07:00:34.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6hltgpv5 time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=6hltgpv5 time="2024-02-29T07:00:34.372Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b359765-43f5-4ecc-becb-1beb39f4f8d7 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=545e98a4-8585-46e5-ad87-b4832bfd65a7 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=36b86de3-ffff-4a03-b740-0b042c07065d time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=937b75e9-f663-451d-a777-4089b7687d51 time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nzhbpn9k time="2024-02-29T07:00:34.372Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nzhbpn9k time="2024-02-29T07:00:34.372Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=nzhbpn9k time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6cc2c64b-b8bb-4bf7-beea-55666c34457b time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9tnqnmsc time="2024-02-29T07:00:34.372Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9tnqnmsc time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b9a55abc-aaf8-42a8-8695-3231042311d4 time="2024-02-29T07:00:34.372Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=95b49h49 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1e9592d6-c3c5-4fea-94fe-db79f73fb6a7 time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qd6sxrp6 time="2024-02-29T07:00:34.372Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qd6sxrp6 time="2024-02-29T07:00:34.372Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=qd6sxrp6 time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qd6sxrp6 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c824178-9bc2-413e-93c8-ebc07e88c48d time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wgn8s299 time="2024-02-29T07:00:34.372Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wgn8s299 time="2024-02-29T07:00:34.372Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=wgn8s299 time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgn8s299 time="2024-02-29T07:00:34.372Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c824178-9bc2-413e-93c8-ebc07e88c48d time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5faa60e5-ea87-4368-a150-1a07e855e025 time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.372Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.372Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5faa60e5-ea87-4368-a150-1a07e855e025 time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=95b49h49 time="2024-02-29T07:00:34.372Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b9a55abc-aaf8-42a8-8695-3231042311d4 time="2024-02-29T07:00:34.372Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9tnqnmsc time="2024-02-29T07:00:34.372Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1e9592d6-c3c5-4fea-94fe-db79f73fb6a7 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0eddd3de-f4de-452d-a30f-2c65a617bc66 time="2024-02-29T07:00:34.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qpbkzx4j time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qpbkzx4j time="2024-02-29T07:00:34.373Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=qpbkzx4j time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpbkzx4j time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0eddd3de-f4de-452d-a30f-2c65a617bc66 time="2024-02-29T07:00:34.372Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=4n6b8tns time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=4n6b8tns time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4n6b8tns time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=545e98a4-8585-46e5-ad87-b4832bfd65a7 time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2ebd54b4-a2e2-46d9-b5bf-b8e355168ba2 time="2024-02-29T07:00:34.373Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=2mkzhfzq time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=2mkzhfzq time="2024-02-29T07:00:34.373Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=2mkzhfzq time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mkzhfzq time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2ebd54b4-a2e2-46d9-b5bf-b8e355168ba2 time="2024-02-29T07:00:34.372Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzhbpn9k time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=937b75e9-f663-451d-a777-4089b7687d51 time="2024-02-29T07:00:34.372Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=4bw2fnf9 time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=4bw2fnf9 time="2024-02-29T07:00:34.373Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=4bw2fnf9 time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4bw2fnf9 time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=36b86de3-ffff-4a03-b740-0b042c07065d time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f48607c2-63f0-44a4-9e57-75811f242bc1 time="2024-02-29T07:00:34.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4h58thnj time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4h58thnj time="2024-02-29T07:00:34.373Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=4h58thnj time="2024-02-29T07:00:34.372Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=77f22277-e178-4f7a-9389-fbef37911f50 time="2024-02-29T07:00:34.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=qgkjgdmb time="2024-02-29T07:00:34.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=qgkjgdmb time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgkjgdmb time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=77f22277-e178-4f7a-9389-fbef37911f50 time="2024-02-29T07:00:34.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4h58thnj time="2024-02-29T07:00:34.373Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f48607c2-63f0-44a4-9e57-75811f242bc1 time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=9tnqnmsc time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6cc2c64b-b8bb-4bf7-beea-55666c34457b time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a74ecc4b-8c98-4623-af6c-f7a0e7bb9992 time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6efa9633-4a8d-4531-91ce-4787e384ad3f time="2024-02-29T07:00:34.387Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x5gptlnh time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9987e78-86af-49f0-b15c-d2f53d233b2f time="2024-02-29T07:00:34.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.387Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9987e78-86af-49f0-b15c-d2f53d233b2f time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=81b5f3b6-0fcc-4732-8d9b-2b54f3dc569d time="2024-02-29T07:00:34.387Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=tnxwdwdd time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=tnxwdwdd time="2024-02-29T07:00:34.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=lncnl4c2 time="2024-02-29T07:00:34.387Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=lncnl4c2 time="2024-02-29T07:00:34.387Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=lncnl4c2 time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lncnl4c2 time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a74ecc4b-8c98-4623-af6c-f7a0e7bb9992 time="2024-02-29T07:00:34.387Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x5gptlnh time="2024-02-29T07:00:34.387Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x5gptlnh time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5gptlnh time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6efa9633-4a8d-4531-91ce-4787e384ad3f time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2aab3edc-244c-41a8-9382-3a0f04dc6cc7 time="2024-02-29T07:00:34.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bk6kd2bq time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f7224d1c-9421-48c4-ac9a-f4cbd7d92bcf time="2024-02-29T07:00:34.387Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bk6kd2bq time="2024-02-29T07:00:34.387Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bk6kd2bq time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2aab3edc-244c-41a8-9382-3a0f04dc6cc7 time="2024-02-29T07:00:34.387Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=81b5f3b6-0fcc-4732-8d9b-2b54f3dc569d time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=497c95eb-2c1e-4599-8c5c-e862c1ba98ff time="2024-02-29T07:00:34.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=989443dd-e024-4e0d-8ca9-db60617c5b2c time="2024-02-29T07:00:34.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2wvbf4fz time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2wvbf4fz time="2024-02-29T07:00:34.388Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2wvbf4fz time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wvbf4fz time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6888bfcf-a470-4b11-9e43-7e1a9ca28104 time="2024-02-29T07:00:34.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d6x8dg8r time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d6x8dg8r time="2024-02-29T07:00:34.388Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d6x8dg8r time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d6x8dg8r time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6888bfcf-a470-4b11-9e43-7e1a9ca28104 time="2024-02-29T07:00:34.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xgjzgmgg time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xgjzgmgg time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgjzgmgg time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f7224d1c-9421-48c4-ac9a-f4cbd7d92bcf time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc05b6b1-49c7-4175-881b-a2bf56dab7f4 time="2024-02-29T07:00:34.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=gvq8kr8d time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=gvq8kr8d time="2024-02-29T07:00:34.388Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=gvq8kr8d time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvq8kr8d time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc05b6b1-49c7-4175-881b-a2bf56dab7f4 time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e903dfe8-d85f-481c-9d81-39f466a6a529 time="2024-02-29T07:00:34.388Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zctqb89g time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zctqb89g time="2024-02-29T07:00:34.388Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zctqb89g time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zctqb89g time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e903dfe8-d85f-481c-9d81-39f466a6a529 time="2024-02-29T07:00:34.387Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab8977c1-62ee-41d9-adfe-4e0a5470914b time="2024-02-29T07:00:34.388Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dgcp554s time="2024-02-29T07:00:34.388Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dgcp554s time="2024-02-29T07:00:34.388Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=dgcp554s time="2024-02-29T07:00:34.388Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgcp554s time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab8977c1-62ee-41d9-adfe-4e0a5470914b time="2024-02-29T07:00:34.388Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=989443dd-e024-4e0d-8ca9-db60617c5b2c time="2024-02-29T07:00:34.397Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=792941ec-d30b-4b88-a696-cd878b9f3c71 time="2024-02-29T07:00:34.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cpf7dh9d time="2024-02-29T07:00:34.397Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=024a8902-cd4e-459e-a4f1-cc6d4580c062 time="2024-02-29T07:00:34.397Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6mxxt84c time="2024-02-29T07:00:34.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6mxxt84c time="2024-02-29T07:00:34.397Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3fc10512-b21e-4459-88ab-38c2b258d34f time="2024-02-29T07:00:34.397Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=2dczd52p time="2024-02-29T07:00:34.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=2dczd52p time="2024-02-29T07:00:34.397Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=2dczd52p time="2024-02-29T07:00:34.397Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dczd52p time="2024-02-29T07:00:34.397Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3fc10512-b21e-4459-88ab-38c2b258d34f time="2024-02-29T07:00:34.397Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=093bd09d-37b3-46ef-9e90-333fad62e26f time="2024-02-29T07:00:34.397Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fvv5cn6w time="2024-02-29T07:00:34.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fvv5cn6w time="2024-02-29T07:00:34.397Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvv5cn6w time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=093bd09d-37b3-46ef-9e90-333fad62e26f time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a5ea289d-ee5a-482d-891c-c6be11e0a9e3 time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=l6ct7b2r time="2024-02-29T07:00:34.398Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=l6ct7b2r time="2024-02-29T07:00:34.398Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=l6ct7b2r time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6ct7b2r time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a5ea289d-ee5a-482d-891c-c6be11e0a9e3 time="2024-02-29T07:00:34.397Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6mxxt84c time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mxxt84c time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c54ee6fe-a831-4ca2-90d7-668a464b6bc1 time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.398Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c54ee6fe-a831-4ca2-90d7-668a464b6bc1 time="2024-02-29T07:00:34.398Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=17832b8b-0849-46ce-8b70-b7933aa9292e time="2024-02-29T07:00:34.398Z" level=info msg="updating RequirementsMetCondition: status=False reason=ClusterImageSetNotFound" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb61f4ba-4434-4c87-9f8e-5def03bdb1cf time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6wzpk6tw time="2024-02-29T07:00:34.398Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6wzpk6tw time="2024-02-29T07:00:34.398Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6wzpk6tw time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wzpk6tw time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb61f4ba-4434-4c87-9f8e-5def03bdb1cf time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8gr4svj9 time="2024-02-29T07:00:34.398Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8gr4svj9 time="2024-02-29T07:00:34.398Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8gr4svj9 time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gr4svj9 time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=17832b8b-0849-46ce-8b70-b7933aa9292e time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0ac24401-ad41-4d4b-a2ae-b98dde66a771 time="2024-02-29T07:00:34.398Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=jvtngwfg time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=jvtngwfg time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0ac24401-ad41-4d4b-a2ae-b98dde66a771 time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f015dd7c-9894-4424-8141-0c230e3ee0cf time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=vnm4qclk time="2024-02-29T07:00:34.398Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=vnm4qclk time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnm4qclk time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f015dd7c-9894-4424-8141-0c230e3ee0cf time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=024a8902-cd4e-459e-a4f1-cc6d4580c062 time="2024-02-29T07:00:34.398Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a60b415a-dac0-40b0-93b5-aefd571cfda5 time="2024-02-29T07:00:34.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=fbqxjwgn time="2024-02-29T07:00:34.398Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=fbqxjwgn time="2024-02-29T07:00:34.398Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=fbqxjwgn time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbqxjwgn time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a60b415a-dac0-40b0-93b5-aefd571cfda5 time="2024-02-29T07:00:34.397Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cpf7dh9d time="2024-02-29T07:00:34.398Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cpf7dh9d time="2024-02-29T07:00:34.398Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cpf7dh9d time="2024-02-29T07:00:34.398Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=792941ec-d30b-4b88-a696-cd878b9f3c71 time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=87c77016-19e6-46bc-9bd9-5d2f227a290e time="2024-02-29T07:00:34.44Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xz6zqbvd time="2024-02-29T07:00:34.44Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xz6zqbvd time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd88b0c4-f671-4815-943a-96d1a65f3f04 time="2024-02-29T07:00:34.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=6lqshppf time="2024-02-29T07:00:34.44Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=6lqshppf time="2024-02-29T07:00:34.44Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=6lqshppf time="2024-02-29T07:00:34.44Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6lqshppf time="2024-02-29T07:00:34.44Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd88b0c4-f671-4815-943a-96d1a65f3f04 time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19dc7cc2-0bcb-4d2e-b72d-f5ad3bce28b2 time="2024-02-29T07:00:34.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kfbjl6vb time="2024-02-29T07:00:34.44Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kfbjl6vb time="2024-02-29T07:00:34.44Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kfbjl6vb time="2024-02-29T07:00:34.44Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kfbjl6vb time="2024-02-29T07:00:34.44Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19dc7cc2-0bcb-4d2e-b72d-f5ad3bce28b2 time="2024-02-29T07:00:34.44Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=87c77016-19e6-46bc-9bd9-5d2f227a290e time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f813a2c3-0cd7-4c81-8438-68cbf92f6e1b time="2024-02-29T07:00:34.44Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qfvrbhpd time="2024-02-29T07:00:34.44Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qfvrbhpd time="2024-02-29T07:00:34.44Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qfvrbhpd time="2024-02-29T07:00:34.44Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfvrbhpd time="2024-02-29T07:00:34.44Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f813a2c3-0cd7-4c81-8438-68cbf92f6e1b time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bd57fe2-5bc2-40b7-a069-6e79e3dda016 time="2024-02-29T07:00:34.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=rzjrmkl5 time="2024-02-29T07:00:34.44Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=rzjrmkl5 time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=07dee395-4159-4b92-8316-c9ed25bc87d6 time="2024-02-29T07:00:34.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=frps966b time="2024-02-29T07:00:34.44Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=rzjrmkl5 time="2024-02-29T07:00:34.44Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=frps966b time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1ef367aa-b329-4013-8940-7cbc0ba01e48 time="2024-02-29T07:00:34.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4hx4rs8d time="2024-02-29T07:00:34.441Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4hx4rs8d time="2024-02-29T07:00:34.441Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4hx4rs8d time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hx4rs8d time="2024-02-29T07:00:34.441Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1ef367aa-b329-4013-8940-7cbc0ba01e48 time="2024-02-29T07:00:34.44Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=71c631d2-2b11-4915-b356-5ecc1d8fae39 time="2024-02-29T07:00:34.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=b5vf4kfj time="2024-02-29T07:00:34.441Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=b5vf4kfj time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b5vf4kfj time="2024-02-29T07:00:34.441Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=71c631d2-2b11-4915-b356-5ecc1d8fae39 time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rzjrmkl5 time="2024-02-29T07:00:34.441Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bd57fe2-5bc2-40b7-a069-6e79e3dda016 time="2024-02-29T07:00:34.441Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=frps966b time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frps966b time="2024-02-29T07:00:34.441Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=07dee395-4159-4b92-8316-c9ed25bc87d6 time="2024-02-29T07:00:34.441Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=53 elapsedMillisGT=0 outcome=unspecified reconcileID=4cpjsdb9 time="2024-02-29T07:00:34.441Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=497c95eb-2c1e-4599-8c5c-e862c1ba98ff time="2024-02-29T07:00:34.441Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=96b25ea7-dde7-43a7-a00a-e83cb9e2ec52 time="2024-02-29T07:00:34.441Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5mshgxcb time="2024-02-29T07:00:34.441Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5mshgxcb time="2024-02-29T07:00:34.441Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=5mshgxcb time="2024-02-29T07:00:34.441Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=5mshgxcb time="2024-02-29T07:00:34.441Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mshgxcb time="2024-02-29T07:00:34.441Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=96b25ea7-dde7-43a7-a00a-e83cb9e2ec52 time="2024-02-29T07:00:34.445Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9b56ed3-fd62-44fd-8b71-f853637ba7c5 time="2024-02-29T07:00:34.445Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2c0240a8-dc41-4b93-8d39-19b037ed8af3 time="2024-02-29T07:00:34.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.445Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:34.445Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:34.445Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2c0240a8-dc41-4b93-8d39-19b037ed8af3 time="2024-02-29T07:00:34.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=c6whvc5j time="2024-02-29T07:00:34.445Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=c6whvc5j time="2024-02-29T07:00:34.445Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7df8d544-dde1-4c1a-a8f5-664fb97c29c9 time="2024-02-29T07:00:34.445Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd0629f3-c0ac-4636-981e-91dbe4ef4b47 time="2024-02-29T07:00:34.445Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=l8f2kqvt time="2024-02-29T07:00:34.445Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=c6whvc5j time="2024-02-29T07:00:34.446Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=c6whvc5j time="2024-02-29T07:00:34.446Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c6whvc5j time="2024-02-29T07:00:34.446Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9b56ed3-fd62-44fd-8b71-f853637ba7c5 time="2024-02-29T07:00:34.446Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=l8f2kqvt time="2024-02-29T07:00:34.446Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8f2kqvt time="2024-02-29T07:00:34.446Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd0629f3-c0ac-4636-981e-91dbe4ef4b47 time="2024-02-29T07:00:34.445Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gmrdmjt5 time="2024-02-29T07:00:34.446Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gmrdmjt5 time="2024-02-29T07:00:34.446Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gmrdmjt5 time="2024-02-29T07:00:34.446Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmrdmjt5 time="2024-02-29T07:00:34.446Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7df8d544-dde1-4c1a-a8f5-664fb97c29c9 time="2024-02-29T07:00:34.486Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=75652d56-aaa0-45a5-8e23-f5dfded078bc time="2024-02-29T07:00:34.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ddzs7lc time="2024-02-29T07:00:34.486Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ddzs7lc time="2024-02-29T07:00:34.486Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=9ddzs7lc time="2024-02-29T07:00:34.486Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=9ddzs7lc time="2024-02-29T07:00:34.486Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ddzs7lc time="2024-02-29T07:00:34.486Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=75652d56-aaa0-45a5-8e23-f5dfded078bc time="2024-02-29T07:00:34.566Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=588f93da-bbce-41d6-a002-79ef3bb6aa64 time="2024-02-29T07:00:34.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=l6x2lj26 time="2024-02-29T07:00:34.566Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=l6x2lj26 time="2024-02-29T07:00:34.566Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=l6x2lj26 time="2024-02-29T07:00:34.566Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=l6x2lj26 time="2024-02-29T07:00:34.566Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6x2lj26 time="2024-02-29T07:00:34.566Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=588f93da-bbce-41d6-a002-79ef3bb6aa64 time="2024-02-29T07:00:34.727Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4f17808f-27b9-4656-868a-eb525a7a0ca0 time="2024-02-29T07:00:34.727Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=lnlxsjx5 time="2024-02-29T07:00:34.727Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=lnlxsjx5 time="2024-02-29T07:00:34.728Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=lnlxsjx5 time="2024-02-29T07:00:34.728Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=lnlxsjx5 time="2024-02-29T07:00:34.728Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnlxsjx5 time="2024-02-29T07:00:34.728Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4f17808f-27b9-4656-868a-eb525a7a0ca0 time="2024-02-29T07:00:34.941Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=98147bf2-bfbb-45cf-8922-58ece10427bb time="2024-02-29T07:00:34.941Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=nfgqzx8p time="2024-02-29T07:00:34.941Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=nfgqzx8p time="2024-02-29T07:00:34.941Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=nfgqzx8p time="2024-02-29T07:00:34.947Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=nfgqzx8p time="2024-02-29T07:00:34.947Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=98147bf2-bfbb-45cf-8922-58ece10427bb time="2024-02-29T07:00:34.948Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=db250ea8-32d2-4dae-89fd-36b4de41095f time="2024-02-29T07:00:34.948Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2md24nbk time="2024-02-29T07:00:34.948Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2md24nbk time="2024-02-29T07:00:34.948Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:00:34.948Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2md24nbk time="2024-02-29T07:00:34.948Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=2md24nbk time="2024-02-29T07:00:34.948Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=db250ea8-32d2-4dae-89fd-36b4de41095f time="2024-02-29T07:00:35.048Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2e4f935a-0cf2-4e2b-b9b9-07e064a24a20 time="2024-02-29T07:00:35.048Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=772w5zmb time="2024-02-29T07:00:35.048Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=772w5zmb time="2024-02-29T07:00:35.048Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=772w5zmb time="2024-02-29T07:00:35.048Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=772w5zmb time="2024-02-29T07:00:35.048Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=772w5zmb time="2024-02-29T07:00:35.048Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2e4f935a-0cf2-4e2b-b9b9-07e064a24a20 time="2024-02-29T07:00:35.689Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0ba123e9-f339-4907-9793-2e5797d47d9f time="2024-02-29T07:00:35.689Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2b6jb8g5 time="2024-02-29T07:00:35.689Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2b6jb8g5 time="2024-02-29T07:00:35.689Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=2b6jb8g5 time="2024-02-29T07:00:35.689Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=2b6jb8g5 time="2024-02-29T07:00:35.689Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2b6jb8g5 time="2024-02-29T07:00:35.689Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0ba123e9-f339-4907-9793-2e5797d47d9f time="2024-02-29T07:00:36.969Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b1e091d7-0a17-4ca8-acdf-51413431efb1 time="2024-02-29T07:00:36.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f9gjcbgc time="2024-02-29T07:00:36.969Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f9gjcbgc time="2024-02-29T07:00:36.969Z" level=warning msg="clusterdeployment references non-existent clusterimageset" clusterDeployment=default/mihuang-292 clusterimageset=mihuang-292-imageset controller=clusterDeployment reconcileID=f9gjcbgc time="2024-02-29T07:00:36.97Z" level=error msg="failed to get cluster image set for the clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" reconcileID=f9gjcbgc time="2024-02-29T07:00:36.97Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9gjcbgc time="2024-02-29T07:00:36.97Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="ClusterImageSet.hive.openshift.io \"mihuang-292-imageset\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b1e091d7-0a17-4ca8-acdf-51413431efb1 time="2024-02-29T07:00:38.391Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.391Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.391Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.391Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.391Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.392Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=gvkk2cqc time="2024-02-29T07:00:38.393Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.478Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.478Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gvkk2cqc time="2024-02-29T07:00:38.487Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7274 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=gvkk2cqc time="2024-02-29T07:00:38.487Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=3687667f-61d0-498e-9c41-ca587f33aedc time="2024-02-29T07:00:38.487Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=46308ee1-cde9-47cb-89d6-0d4c140b2397 time="2024-02-29T07:00:38.487Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:38.487Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:38.487Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:00:38.653Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:38.79Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:39.53Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c56e023-27f8-4ddf-aadd-50917b57df94 time="2024-02-29T07:00:39.53Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv time="2024-02-29T07:00:39.53Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv time="2024-02-29T07:00:39.53Z" level=info msg="updating RequirementsMetCondition: status=Unknown reason=ClusterImageSetFound" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv time="2024-02-29T07:00:39.549Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv time="2024-02-29T07:00:39.549Z" level=info msg="Existing pull secret object not found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv time="2024-02-29T07:00:39.549Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment derivedObject=mihuang-292-merged-pull-secret reconcileID=5kzhxwnv time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7a7308a5-2766-4c01-979a-dfbbcbde09cc time="2024-02-29T07:00:39.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=gbwcrlpp time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d959fc3c-35d9-44fb-a630-4f3e353e4ca8 time="2024-02-29T07:00:39.549Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=hrgdhzfq time="2024-02-29T07:00:39.549Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=hrgdhzfq time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1eaec665-8608-47b1-8755-acca2abdf311 time="2024-02-29T07:00:39.549Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddtz8kgd time="2024-02-29T07:00:39.549Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddtz8kgd time="2024-02-29T07:00:39.549Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddtz8kgd time="2024-02-29T07:00:39.549Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddtz8kgd time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1eaec665-8608-47b1-8755-acca2abdf311 time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7352a7bc-e829-4f5d-9cff-24fe8c065318 time="2024-02-29T07:00:39.55Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9r9lznq8 time="2024-02-29T07:00:39.55Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9r9lznq8 time="2024-02-29T07:00:39.55Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9r9lznq8 time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9r9lznq8 time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7352a7bc-e829-4f5d-9cff-24fe8c065318 time="2024-02-29T07:00:39.549Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=hrgdhzfq time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrgdhzfq time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d959fc3c-35d9-44fb-a630-4f3e353e4ca8 time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cccf5690-daf1-4edd-8a4e-974070586c0d time="2024-02-29T07:00:39.55Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=8hxfj6c5 time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=70f17c09-b810-47bd-ac3b-b1181736628a time="2024-02-29T07:00:39.55Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qk9vkvr8 time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qk9vkvr8 time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=70f17c09-b810-47bd-ac3b-b1181736628a time="2024-02-29T07:00:39.549Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=gbwcrlpp time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbwcrlpp time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7a7308a5-2766-4c01-979a-dfbbcbde09cc time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3092514-f749-4086-b821-abfc856acd10 time="2024-02-29T07:00:39.55Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=p46cxtj6 time="2024-02-29T07:00:39.55Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=p46cxtj6 time="2024-02-29T07:00:39.55Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=p46cxtj6 time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p46cxtj6 time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3092514-f749-4086-b821-abfc856acd10 time="2024-02-29T07:00:39.549Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dc0f08dc-132c-49e0-a372-2439abc65862 time="2024-02-29T07:00:39.55Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=b8kzsmp9 time="2024-02-29T07:00:39.55Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=b8kzsmp9 time="2024-02-29T07:00:39.55Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=b8kzsmp9 time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8kzsmp9 time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dc0f08dc-132c-49e0-a372-2439abc65862 time="2024-02-29T07:00:39.55Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=8hxfj6c5 time="2024-02-29T07:00:39.55Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=8hxfj6c5 time="2024-02-29T07:00:39.55Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hxfj6c5 time="2024-02-29T07:00:39.55Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cccf5690-daf1-4edd-8a4e-974070586c0d time="2024-02-29T07:00:39.555Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f0c3a6ac-5968-4367-ad88-1cb1687c82dc time="2024-02-29T07:00:39.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=sr6lpzww time="2024-02-29T07:00:39.555Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e45e4359-7d9c-4772-a8a6-c26d1c45da39 time="2024-02-29T07:00:39.555Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pnz7bgxf time="2024-02-29T07:00:39.555Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pnz7bgxf time="2024-02-29T07:00:39.555Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pnz7bgxf time="2024-02-29T07:00:39.555Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnz7bgxf time="2024-02-29T07:00:39.555Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e45e4359-7d9c-4772-a8a6-c26d1c45da39 time="2024-02-29T07:00:39.555Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=e7f87f61-4625-4314-a2ed-f28a5784431a time="2024-02-29T07:00:39.555Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=hrh7sj7m time="2024-02-29T07:00:39.555Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=hrh7sj7m time="2024-02-29T07:00:39.555Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:00:39.555Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=hrh7sj7m time="2024-02-29T07:00:39.555Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=hrh7sj7m time="2024-02-29T07:00:39.555Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=e7f87f61-4625-4314-a2ed-f28a5784431a time="2024-02-29T07:00:39.555Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=sr6lpzww time="2024-02-29T07:00:39.555Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sr6lpzww time="2024-02-29T07:00:39.555Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f0c3a6ac-5968-4367-ad88-1cb1687c82dc time="2024-02-29T07:00:39.555Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=26ba7c95-159c-4dbe-8a18-955f1b8f4022 time="2024-02-29T07:00:39.555Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:39.555Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:00:39.555Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:00:39.555Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=26ba7c95-159c-4dbe-8a18-955f1b8f4022 time="2024-02-29T07:00:39.558Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=5kzhxwnv secretName=mihuang-292-merged-pull-secret time="2024-02-29T07:00:39.558Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=5kzhxwnv time="2024-02-29T07:00:39.558Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c56e023-27f8-4ddf-aadd-50917b57df94 time="2024-02-29T07:00:44.518Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.518Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.519Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=gkxc5m26 time="2024-02-29T07:00:44.52Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.604Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.604Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gkxc5m26 time="2024-02-29T07:00:44.614Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6126 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=gkxc5m26 time="2024-02-29T07:00:44.614Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=46308ee1-cde9-47cb-89d6-0d4c140b2397 time="2024-02-29T07:00:44.67Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f065de27-06e7-4448-a3ac-dac7c310207b time="2024-02-29T07:00:44.67Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=prfg4txb time="2024-02-29T07:00:44.67Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.671Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=debug msg="generating cluster image set job" clusterdeployment=default/mihuang-292 time="2024-02-29T07:00:44.671Z" level=debug msg="Setting labels on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment derivedObject=mihuang-292-imageset reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=info msg="creating imageset job" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=prfg4txb releaseImage="registry.ci.openshift.org/ocp/release:4.16.0-0.nightly-2024-02-26-013420" time="2024-02-29T07:00:44.671Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=prfg4txb time="2024-02-29T07:00:44.671Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=prfg4txb time="2024-02-29T07:00:44.683Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsed=10.683722836 reconcileID=prfg4txb time="2024-02-29T07:00:44.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=prfg4txb time="2024-02-29T07:00:44.683Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f065de27-06e7-4448-a3ac-dac7c310207b time="2024-02-29T07:00:44.683Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:00:44.683Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e98a4704-9743-4a89-9a95-7b2bca6b1f36 time="2024-02-29T07:00:44.684Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.684Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.684Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6bflmgv time="2024-02-29T07:00:44.684Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e98a4704-9743-4a89-9a95-7b2bca6b1f36 time="2024-02-29T07:00:44.703Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02b01ceb-df1c-483e-8573-6b5c76d79545 time="2024-02-29T07:00:44.703Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.703Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.703Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x2ljzkxl time="2024-02-29T07:00:44.703Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02b01ceb-df1c-483e-8573-6b5c76d79545 time="2024-02-29T07:00:44.711Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e02f4712-9320-41d3-ad05-529b5fdf44d1 time="2024-02-29T07:00:44.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.711Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.711Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2x5swj6 time="2024-02-29T07:00:44.711Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e02f4712-9320-41d3-ad05-529b5fdf44d1 time="2024-02-29T07:00:44.712Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f6551c92-08a9-4068-ba2e-ad470c0437ce time="2024-02-29T07:00:44.712Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.712Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vsxggws time="2024-02-29T07:00:44.712Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f6551c92-08a9-4068-ba2e-ad470c0437ce time="2024-02-29T07:00:44.721Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d62e8852-a474-4f69-ace1-57e83c2f4a5a time="2024-02-29T07:00:44.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.721Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.721Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p25t6bb6 time="2024-02-29T07:00:44.721Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d62e8852-a474-4f69-ace1-57e83c2f4a5a time="2024-02-29T07:00:44.73Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb29b36e-2f69-48cf-8956-7667a901df85 time="2024-02-29T07:00:44.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.73Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:44.73Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xl9wxkmn time="2024-02-29T07:00:44.73Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fb29b36e-2f69-48cf-8956-7667a901df85 time="2024-02-29T07:00:45.32Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0405b1cf-7160-48e6-afd3-d0995357e626 time="2024-02-29T07:00:45.32Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7cj4ls2g time="2024-02-29T07:00:45.32Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7cj4ls2g time="2024-02-29T07:00:45.32Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:45.32Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:45.32Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7cj4ls2g time="2024-02-29T07:00:45.32Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7cj4ls2g time="2024-02-29T07:00:45.32Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=7cj4ls2g time="2024-02-29T07:00:45.321Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7cj4ls2g time="2024-02-29T07:00:45.321Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0405b1cf-7160-48e6-afd3-d0995357e626 time="2024-02-29T07:00:46.079Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7f63b6ff-eeec-4427-a98e-bb9ac6f6000a time="2024-02-29T07:00:46.079Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zn47m4m4 time="2024-02-29T07:00:46.079Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zn47m4m4 time="2024-02-29T07:00:46.079Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zn47m4m4 time="2024-02-29T07:00:46.079Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=zn47m4m4 time="2024-02-29T07:00:46.235Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=zn47m4m4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:00:46.258Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=zn47m4m4 time="2024-02-29T07:00:46.258Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zn47m4m4 time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=zn47m4m4 status=True time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=zn47m4m4 status=True time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=zn47m4m4 status=False time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=zn47m4m4 status=True time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=zn47m4m4 status=True time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=zn47m4m4 status=True time="2024-02-29T07:00:46.279Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zn47m4m4 time="2024-02-29T07:00:46.279Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=zn47m4m4 time="2024-02-29T07:00:46.279Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7f63b6ff-eeec-4427-a98e-bb9ac6f6000a time="2024-02-29T07:00:46.475Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=532940e2-275d-4c41-ac4d-de38c4ab7dd4 time="2024-02-29T07:00:46.475Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:46.475Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:00:46.475Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fd2txnhb time="2024-02-29T07:00:46.475Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=532940e2-275d-4c41-ac4d-de38c4ab7dd4 time="2024-02-29T07:00:53.367Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:00:53.367Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:00:53.367Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:00:53.367Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:00:53.367Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:00:53.367Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8d5afdba-c95b-4459-a1a1-53f51372ef08 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1300f83d-0a51-4b46-a765-18ae9b86b69c time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc75f1e3-61a2-40d1-9c9c-905bae719ce5 time="2024-02-29T07:01:01.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5qtjrhxp time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4fdfe39f-4ec3-4b7c-bdb7-11e272e7e433 time="2024-02-29T07:01:01.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=f5pvhj86 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6e79d6bf-e74c-4bd6-9283-2485e1aa9785 time="2024-02-29T07:01:01.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jcxczbs8 time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jcxczbs8 time="2024-02-29T07:01:01.324Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jcxczbs8 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ba4bf279-c4af-4669-b2e2-fd8d910246c5 time="2024-02-29T07:01:01.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h2xnzqtq time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h2xnzqtq time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=35573b7f-3a5e-4e8d-9ddf-d9ecdcbe555d time="2024-02-29T07:01:01.324Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=z4wcdvzd time="2024-02-29T07:01:01.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:01.324Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=z4wcdvzd time="2024-02-29T07:01:01.324Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=35573b7f-3a5e-4e8d-9ddf-d9ecdcbe555d time="2024-02-29T07:01:01.324Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pg92mt6q time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pg92mt6q time="2024-02-29T07:01:01.324Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=pg92mt6q time="2024-02-29T07:01:01.324Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pg92mt6q time="2024-02-29T07:01:01.324Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8d5afdba-c95b-4459-a1a1-53f51372ef08 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=10b2d1c5-1bff-44ac-b6dc-96625e5b216e time="2024-02-29T07:01:01.324Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=x6tc7wl2 time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=x6tc7wl2 time="2024-02-29T07:01:01.324Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6tc7wl2 time="2024-02-29T07:01:01.324Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=10b2d1c5-1bff-44ac-b6dc-96625e5b216e time="2024-02-29T07:01:01.324Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4cc1a239-c18d-4b7e-aa74-7d202a1cbea8 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f8a86705-6459-44bb-93c6-0be43608525f time="2024-02-29T07:01:01.325Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:01.325Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f8a86705-6459-44bb-93c6-0be43608525f time="2024-02-29T07:01:01.325Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h2xnzqtq time="2024-02-29T07:01:01.325Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h2xnzqtq time="2024-02-29T07:01:01.325Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=h2xnzqtq time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2xnzqtq time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ba4bf279-c4af-4669-b2e2-fd8d910246c5 time="2024-02-29T07:01:01.325Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vhpb7f4v time="2024-02-29T07:01:01.325Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vhpb7f4v time="2024-02-29T07:01:01.325Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=vhpb7f4v time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhpb7f4v time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4cc1a239-c18d-4b7e-aa74-7d202a1cbea8 time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=f5pvhj86 time="2024-02-29T07:01:01.325Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=f5pvhj86 time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5pvhj86 time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4fdfe39f-4ec3-4b7c-bdb7-11e272e7e433 time="2024-02-29T07:01:01.324Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcxczbs8 time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6e79d6bf-e74c-4bd6-9283-2485e1aa9785 time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2978aedf-c6c3-418b-b230-6eac97381552 time="2024-02-29T07:01:01.325Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4zvvckp8 time="2024-02-29T07:01:01.325Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4zvvckp8 time="2024-02-29T07:01:01.325Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=4zvvckp8 time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zvvckp8 time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2978aedf-c6c3-418b-b230-6eac97381552 time="2024-02-29T07:01:01.324Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5qtjrhxp time="2024-02-29T07:01:01.325Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5qtjrhxp time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=5qtjrhxp time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc75f1e3-61a2-40d1-9c9c-905bae719ce5 time="2024-02-29T07:01:01.324Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lzrks7mr time="2024-02-29T07:01:01.325Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lzrks7mr time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=564ce494-abb3-4bd7-800b-d62f0cef1541 time="2024-02-29T07:01:01.325Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4pzs8d7g time="2024-02-29T07:01:01.325Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4pzs8d7g time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pzs8d7g time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=564ce494-abb3-4bd7-800b-d62f0cef1541 time="2024-02-29T07:01:01.325Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lzrks7mr time="2024-02-29T07:01:01.325Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lzrks7mr time="2024-02-29T07:01:01.325Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1300f83d-0a51-4b46-a765-18ae9b86b69c time="2024-02-29T07:01:01.324Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=1173caf7-4ea0-4382-9f77-3336fb2c3037 time="2024-02-29T07:01:01.325Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9qjcnx9f time="2024-02-29T07:01:01.325Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9qjcnx9f time="2024-02-29T07:01:01.325Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:01.326Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9qjcnx9f time="2024-02-29T07:01:01.326Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=9qjcnx9f time="2024-02-29T07:01:01.326Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=1173caf7-4ea0-4382-9f77-3336fb2c3037 time="2024-02-29T07:01:01.506Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f91b1d9e-ff9f-4a13-b4da-35096f7889d2 time="2024-02-29T07:01:01.506Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:01.506Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:01.506Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqhtqrk8 time="2024-02-29T07:01:01.506Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f91b1d9e-ff9f-4a13-b4da-35096f7889d2 time="2024-02-29T07:01:02.608Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d60f3576-c5c0-4640-aeb4-f2208885eeff time="2024-02-29T07:01:02.608Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=tjj66wgw time="2024-02-29T07:01:02.608Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=tjj66wgw time="2024-02-29T07:01:02.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:02.608Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:02.609Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=tjj66wgw time="2024-02-29T07:01:02.609Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=tjj66wgw time="2024-02-29T07:01:02.609Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=tjj66wgw time="2024-02-29T07:01:02.609Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjj66wgw time="2024-02-29T07:01:02.609Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d60f3576-c5c0-4640-aeb4-f2208885eeff time="2024-02-29T07:01:03.516Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7de4deb0-bf9d-46f1-9fe8-cad65423e570 time="2024-02-29T07:01:03.516Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.516Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.516Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn6vvq9s time="2024-02-29T07:01:03.516Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7de4deb0-bf9d-46f1-9fe8-cad65423e570 time="2024-02-29T07:01:03.622Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f7f7726-5d21-41bd-bdd9-8ad5f9b23651 time="2024-02-29T07:01:03.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.622Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.622Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kn8pvhh time="2024-02-29T07:01:03.622Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1f7f7726-5d21-41bd-bdd9-8ad5f9b23651 time="2024-02-29T07:01:03.632Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02a5dbaf-54a8-452c-8307-7d5394e44e9c time="2024-02-29T07:01:03.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.632Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=debug msg="job exists and is in progress" clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kw4xljxf time="2024-02-29T07:01:03.632Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=02a5dbaf-54a8-452c-8307-7d5394e44e9c time="2024-02-29T07:01:03.641Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d0fa5152-539b-481c-8c67-7bf2b2dfa3aa time="2024-02-29T07:01:03.641Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.641Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.641Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.641Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.641Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.641Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.641Z" level=warning msg="Finished job found. Deleting." clusterDeployment=default/mihuang-292 controller=clusterDeployment job=mihuang-292-imageset reconcileID=rpwb5xg5 successful=true time="2024-02-29T07:01:03.65Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab8db051-abba-4b82-b3c8-31d8a8606c95 time="2024-02-29T07:01:03.66Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wngzk6bx time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f906c1e3-9be1-44b9-8f74-43516be82c98 time="2024-02-29T07:01:03.66Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qmnzjw75 time="2024-02-29T07:01:03.66Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qmnzjw75 time="2024-02-29T07:01:03.66Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=f906c1e3-9be1-44b9-8f74-43516be82c98 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=233013e9-f04c-41f1-9b0e-44f482240903 time="2024-02-29T07:01:03.66Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=brnmdz4l time="2024-02-29T07:01:03.66Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=brnmdz4l time="2024-02-29T07:01:03.66Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=brnmdz4l time="2024-02-29T07:01:03.66Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brnmdz4l time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=233013e9-f04c-41f1-9b0e-44f482240903 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e0d6be25-b75b-410c-a7f5-982c7c09cec6 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.661Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e0d6be25-b75b-410c-a7f5-982c7c09cec6 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=755aa6fc-86ab-4383-80e8-915257e5fa36 time="2024-02-29T07:01:03.661Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zztp9cwx time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zztp9cwx time="2024-02-29T07:01:03.661Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=zztp9cwx time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zztp9cwx time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=755aa6fc-86ab-4383-80e8-915257e5fa36 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=130655d0-c721-48a7-befb-f15461c3a097 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9nhvwds6 time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9nhvwds6 time="2024-02-29T07:01:03.661Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.661Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9nhvwds6 time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=9nhvwds6 time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=130655d0-c721-48a7-befb-f15461c3a097 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4012ab22-393d-4f46-afb8-529b4d7b5445 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=97dpv6vb time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=97dpv6vb time="2024-02-29T07:01:03.661Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=97dpv6vb time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97dpv6vb time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4012ab22-393d-4f46-afb8-529b4d7b5445 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9a6900c9-a78a-4ba0-9ed5-b7347d4246e9 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kk99c56b time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kk99c56b time="2024-02-29T07:01:03.661Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=kk99c56b time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kk99c56b time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9a6900c9-a78a-4ba0-9ed5-b7347d4246e9 time="2024-02-29T07:01:03.66Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wngzk6bx time="2024-02-29T07:01:03.661Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wngzk6bx time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wngzk6bx time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ab8db051-abba-4b82-b3c8-31d8a8606c95 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b0b0cde7-9a73-4f3a-99cb-3eb77bcbe157 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9ppn4tr9 time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9ppn4tr9 time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ppn4tr9 time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b0b0cde7-9a73-4f3a-99cb-3eb77bcbe157 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5e5542cb-0b8e-4a34-9c53-ce68697d3fe3 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=89wbz68g time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=89wbz68g time="2024-02-29T07:01:03.661Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=89wbz68g time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89wbz68g time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5e5542cb-0b8e-4a34-9c53-ce68697d3fe3 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8b2c5fe1-20a0-414d-8f23-848096e6b3b5 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cw4rq88t time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cw4rq88t time="2024-02-29T07:01:03.661Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=cw4rq88t time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cw4rq88t time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8b2c5fe1-20a0-414d-8f23-848096e6b3b5 time="2024-02-29T07:01:03.661Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.66Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9a198a8-73b9-4280-a828-3208fc010463 time="2024-02-29T07:01:03.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=fvpj89s8 time="2024-02-29T07:01:03.661Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=fvpj89s8 time="2024-02-29T07:01:03.661Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvpj89s8 time="2024-02-29T07:01:03.661Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9a198a8-73b9-4280-a828-3208fc010463 time="2024-02-29T07:01:03.671Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=66952b76-eaeb-4efa-b4ea-ae0ce9bccc9b time="2024-02-29T07:01:03.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=r9x458dm time="2024-02-29T07:01:03.671Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=r9x458dm time="2024-02-29T07:01:03.672Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=r9x458dm time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r9x458dm time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=66952b76-eaeb-4efa-b4ea-ae0ce9bccc9b time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a620d327-0995-4f7d-9e21-b0cfc4f49078 time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=zzxnnk9s time="2024-02-29T07:01:03.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=zzxnnk9s time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0b5e2278-0efe-4627-b1e1-06fedb04a678 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9bc5f546-69b8-4e9a-841c-f44fc8fbd64a time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=gndgplgx time="2024-02-29T07:01:03.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=gndgplgx time="2024-02-29T07:01:03.672Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=gndgplgx time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gndgplgx time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9bc5f546-69b8-4e9a-841c-f44fc8fbd64a time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dd6adc0d-65bd-4f04-981f-b06463665862 time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mfgc2z8j time="2024-02-29T07:01:03.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mfgc2z8j time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mfgc2z8j time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dd6adc0d-65bd-4f04-981f-b06463665862 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bafa029-7218-48d8-98a7-f93ebeb73232 time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.672Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bafa029-7218-48d8-98a7-f93ebeb73232 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0c0f83be-4735-4dd5-8149-7d0fafa8cd1b time="2024-02-29T07:01:03.672Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wljmdgpb time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wljmdgpb time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zz58wrjc time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzxnnk9s time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a620d327-0995-4f7d-9e21-b0cfc4f49078 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fe95ef64-0760-4728-9a6d-742defb62729 time="2024-02-29T07:01:03.672Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=tx96vzfh time="2024-02-29T07:01:03.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=tx96vzfh time="2024-02-29T07:01:03.672Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=tx96vzfh time="2024-02-29T07:01:03.672Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.672Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.672Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zz58wrjc time="2024-02-29T07:01:03.672Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tx96vzfh time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fe95ef64-0760-4728-9a6d-742defb62729 time="2024-02-29T07:01:03.672Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0c0f83be-4735-4dd5-8149-7d0fafa8cd1b time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5acd0337-51cc-43eb-b411-4b9d554f55f5 time="2024-02-29T07:01:03.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jt6zdw4q time="2024-02-29T07:01:03.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jt6zdw4q time="2024-02-29T07:01:03.673Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=jt6zdw4q time="2024-02-29T07:01:03.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jt6zdw4q time="2024-02-29T07:01:03.673Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5acd0337-51cc-43eb-b411-4b9d554f55f5 time="2024-02-29T07:01:03.672Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zz58wrjc time="2024-02-29T07:01:03.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zz58wrjc time="2024-02-29T07:01:03.673Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0b5e2278-0efe-4627-b1e1-06fedb04a678 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=938dcb8a-471f-45e2-82e7-fcbe8af8d739 time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e8fe6d9b-3d07-434a-9f76-4d875a53049c time="2024-02-29T07:01:03.673Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=9895fwlw time="2024-02-29T07:01:03.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=shcv5wjm time="2024-02-29T07:01:03.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=shcv5wjm time="2024-02-29T07:01:03.673Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=shcv5wjm time="2024-02-29T07:01:03.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shcv5wjm time="2024-02-29T07:01:03.673Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e8fe6d9b-3d07-434a-9f76-4d875a53049c time="2024-02-29T07:01:03.673Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=9895fwlw time="2024-02-29T07:01:03.673Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=9895fwlw time="2024-02-29T07:01:03.672Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5b846c3f-b986-4d0d-9a81-d6ad8cefcf18 time="2024-02-29T07:01:03.673Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=gb8tlkdm time="2024-02-29T07:01:03.673Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=gb8tlkdm time="2024-02-29T07:01:03.673Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.673Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=gb8tlkdm time="2024-02-29T07:01:03.673Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=gb8tlkdm time="2024-02-29T07:01:03.673Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5b846c3f-b986-4d0d-9a81-d6ad8cefcf18 time="2024-02-29T07:01:03.673Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9895fwlw time="2024-02-29T07:01:03.673Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=938dcb8a-471f-45e2-82e7-fcbe8af8d739 time="2024-02-29T07:01:03.682Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=rpwb5xg5 time="2024-02-29T07:01:03.682Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d0fa5152-539b-481c-8c67-7bf2b2dfa3aa time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6d6ab4e9-2b2c-4fbc-b754-799cb8f25cb1 time="2024-02-29T07:01:03.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.682Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6106cfd7-4fb1-4386-b70f-7fad4124bffa time="2024-02-29T07:01:03.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6xjz5b74 time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=68697ab0-f711-4d7b-af2a-728c669a7f9c time="2024-02-29T07:01:03.682Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hsvfmsll time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hsvfmsll time="2024-02-29T07:01:03.682Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hsvfmsll time="2024-02-29T07:01:03.682Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsvfmsll time="2024-02-29T07:01:03.682Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=68697ab0-f711-4d7b-af2a-728c669a7f9c time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=585bb93b-00de-4116-bc6e-f48a3a2c6207 time="2024-02-29T07:01:03.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=p6lxtzwz time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=p6lxtzwz time="2024-02-29T07:01:03.682Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=p6lxtzwz time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=72399490-d1e5-48ac-821a-7944c341e57d time="2024-02-29T07:01:03.682Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ntcg8dgn time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ntcg8dgn time="2024-02-29T07:01:03.682Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.682Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6lxtzwz time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf5ff24b-286a-4b5b-84b0-4df74356cd1a time="2024-02-29T07:01:03.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5t4c5bhh time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9d89092-5110-47f1-a854-bd2546a3677b time="2024-02-29T07:01:03.682Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.682Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.682Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.682Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9d89092-5110-47f1-a854-bd2546a3677b time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3ba50156-b72c-42cf-898d-6fe9ba12799a time="2024-02-29T07:01:03.683Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=gqmzmvgt time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=gqmzmvgt time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=3ba50156-b72c-42cf-898d-6fe9ba12799a time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6xjz5b74 time="2024-02-29T07:01:03.683Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6xjz5b74 time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xjz5b74 time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6106cfd7-4fb1-4386-b70f-7fad4124bffa time="2024-02-29T07:01:03.682Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5t4c5bhh time="2024-02-29T07:01:03.683Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5t4c5bhh time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5t4c5bhh time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf5ff24b-286a-4b5b-84b0-4df74356cd1a time="2024-02-29T07:01:03.682Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=585bb93b-00de-4116-bc6e-f48a3a2c6207 time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c54ad860-0c8a-4911-bb94-7bad141028b4 time="2024-02-29T07:01:03.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=4rzddms8 time="2024-02-29T07:01:03.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=4rzddms8 time="2024-02-29T07:01:03.683Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=4rzddms8 time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rzddms8 time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c54ad860-0c8a-4911-bb94-7bad141028b4 time="2024-02-29T07:01:03.682Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ntcg8dgn time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=ntcg8dgn time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=72399490-d1e5-48ac-821a-7944c341e57d time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b142f2fe-5d43-4116-8895-a42d76ccc5e7 time="2024-02-29T07:01:03.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=s9l6njgv time="2024-02-29T07:01:03.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=s9l6njgv time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9l6njgv time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b142f2fe-5d43-4116-8895-a42d76ccc5e7 time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=244c981d-ec42-48e0-b92e-af5f6e723f87 time="2024-02-29T07:01:03.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=97ttqtrd time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f485bacd-50dc-45ba-a06f-4f426507e998 time="2024-02-29T07:01:03.683Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x6zlmvcc time="2024-02-29T07:01:03.682Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.683Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.683Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x6zlmvcc time="2024-02-29T07:01:03.683Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=x6zlmvcc time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6zlmvcc time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f485bacd-50dc-45ba-a06f-4f426507e998 time="2024-02-29T07:01:03.682Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9349412-fd24-481a-9dd0-2d130d954dc6 time="2024-02-29T07:01:03.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=lmkgttlj time="2024-02-29T07:01:03.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=lmkgttlj time="2024-02-29T07:01:03.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=97ttqtrd time="2024-02-29T07:01:03.683Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=97ttqtrd time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97ttqtrd time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=244c981d-ec42-48e0-b92e-af5f6e723f87 time="2024-02-29T07:01:03.683Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmkgttlj time="2024-02-29T07:01:03.683Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d9349412-fd24-481a-9dd0-2d130d954dc6 time="2024-02-29T07:01:03.683Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.684Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rs9mcz8h time="2024-02-29T07:01:03.689Z" level=info msg="failed to update cluster deployment status" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rs9mcz8h time="2024-02-29T07:01:03.689Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=rs9mcz8h time="2024-02-29T07:01:03.689Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6d6ab4e9-2b2c-4fbc-b754-799cb8f25cb1 time="2024-02-29T07:01:03.689Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64b4d526-ec61-4d03-a933-4b627e2dd689 time="2024-02-29T07:01:03.689Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=default/mihuang-292-imageset ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.689Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.689Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.689Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="service account already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="role already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=bm67mgm2 time="2024-02-29T07:01:03.689Z" level=debug msg="rolebinding already exists" clusterDeployment=default/mihuang-292 controller=clusterDeployment name=cluster-installer reconcileID=bm67mgm2 time="2024-02-29T07:01:03.69Z" level=debug msg="generating installer pod spec" clusterProvision=mihuang-292-0-gvndm namespace=default time="2024-02-29T07:01:03.69Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment derivedObject=mihuang-292-0-gvndm reconcileID=bm67mgm2 time="2024-02-29T07:01:03.69Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.704Z" level=info msg="created new provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=bm67mgm2 time="2024-02-29T07:01:03.704Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bm67mgm2 time="2024-02-29T07:01:03.704Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=708b4b67-800b-49de-9ce9-f8a58aa5bb11 time="2024-02-29T07:01:03.704Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=m6lc6k7g time="2024-02-29T07:01:03.704Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=m6lc6k7g time="2024-02-29T07:01:03.704Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.704Z" level=info msg="ClusterProvision created" controller=clusterDeployment time="2024-02-29T07:01:03.704Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.704Z" level=debug msg="generating installer job" clusterProvision=mihuang-292-0-gvndm namespace=default time="2024-02-29T07:01:03.704Z" level=debug msg="Setting labels on derived object" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision derivedObject=mihuang-292-0-gvndm-provision job=mihuang-292-0-gvndm-provision reconcileID=m6lc6k7g time="2024-02-29T07:01:03.704Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=91e4cd63-b4d5-4b9a-878d-45160c2c1ca2 time="2024-02-29T07:01:03.704Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=89c4ms6h time="2024-02-29T07:01:03.704Z" level=info msg="creating install job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=m6lc6k7g time="2024-02-29T07:01:03.704Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.704Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=89c4ms6h time="2024-02-29T07:01:03.704Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=89c4ms6h time="2024-02-29T07:01:03.704Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=89c4ms6h time="2024-02-29T07:01:03.704Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=91e4cd63-b4d5-4b9a-878d-45160c2c1ca2 time="2024-02-29T07:01:03.713Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:01:03.713Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.714Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=m6lc6k7g time="2024-02-29T07:01:03.714Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=708b4b67-800b-49de-9ce9-f8a58aa5bb11 time="2024-02-29T07:01:03.714Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=02bbe883-9053-4e92-8092-deead6463e1a time="2024-02-29T07:01:03.714Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=nkw7pp56 time="2024-02-29T07:01:03.714Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=nkw7pp56 time="2024-02-29T07:01:03.714Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=nkw7pp56 time="2024-02-29T07:01:03.714Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c09a2ba-0fa0-46a3-961c-30381af7af43 time="2024-02-29T07:01:03.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=87jfwpmp time="2024-02-29T07:01:03.715Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=87jfwpmp time="2024-02-29T07:01:03.715Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=87jfwpmp time="2024-02-29T07:01:03.715Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87jfwpmp time="2024-02-29T07:01:03.715Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c09a2ba-0fa0-46a3-961c-30381af7af43 time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=47b0e122-df26-4ec2-8c1e-deec1e1e7bc6 time="2024-02-29T07:01:03.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=jzmh9pj9 time="2024-02-29T07:01:03.715Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=jzmh9pj9 time="2024-02-29T07:01:03.715Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzmh9pj9 time="2024-02-29T07:01:03.715Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=47b0e122-df26-4ec2-8c1e-deec1e1e7bc6 time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1111b3b2-30c7-45e5-a7fc-68a63bd134da time="2024-02-29T07:01:03.715Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=z7j28p9p time="2024-02-29T07:01:03.715Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=z7j28p9p time="2024-02-29T07:01:03.715Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1111b3b2-30c7-45e5-a7fc-68a63bd134da time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78a30ef6-a281-4f8a-81cf-35570f0db2a9 time="2024-02-29T07:01:03.715Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=psccgfm4 time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d0a0a390-b2fe-4805-8260-364694d99226 time="2024-02-29T07:01:03.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=zjzl2q4m time="2024-02-29T07:01:03.716Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=zjzl2q4m time="2024-02-29T07:01:03.716Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=zjzl2q4m time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjzl2q4m time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d0a0a390-b2fe-4805-8260-364694d99226 time="2024-02-29T07:01:03.716Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7e059a0f-898c-4928-8244-4f525ff6be39 time="2024-02-29T07:01:03.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5kq5nb6c time="2024-02-29T07:01:03.716Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5kq5nb6c time="2024-02-29T07:01:03.716Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5kq5nb6c time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5kq5nb6c time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7e059a0f-898c-4928-8244-4f525ff6be39 time="2024-02-29T07:01:03.716Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=60576df7-ab5b-4bc9-9e13-956df6b3f5d0 time="2024-02-29T07:01:03.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=x6bntgpz time="2024-02-29T07:01:03.716Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=x6bntgpz time="2024-02-29T07:01:03.716Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=x6bntgpz time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6bntgpz time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=60576df7-ab5b-4bc9-9e13-956df6b3f5d0 time="2024-02-29T07:01:03.715Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=psccgfm4 time="2024-02-29T07:01:03.716Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=psccgfm4 time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=psccgfm4 time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78a30ef6-a281-4f8a-81cf-35570f0db2a9 time="2024-02-29T07:01:03.715Z" level=info msg="calculated time to first provision seconds" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsed=29.71594262 reconcileID=bm67mgm2 time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=bm67mgm2 time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64b4d526-ec61-4d03-a933-4b627e2dd689 time="2024-02-29T07:01:03.716Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d1f6fae3-620c-4fd8-aaba-b4659d5a0937 time="2024-02-29T07:01:03.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h6b44p7g time="2024-02-29T07:01:03.716Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h6b44p7g time="2024-02-29T07:01:03.716Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.715Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=88ef553f-222c-4b0f-8451-40a8173a99b8 time="2024-02-29T07:01:03.716Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=nld6jfnb time="2024-02-29T07:01:03.716Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=nld6jfnb time="2024-02-29T07:01:03.716Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=nld6jfnb time="2024-02-29T07:01:03.716Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nld6jfnb time="2024-02-29T07:01:03.716Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=88ef553f-222c-4b0f-8451-40a8173a99b8 time="2024-02-29T07:01:03.716Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.716Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h6b44p7g time="2024-02-29T07:01:03.716Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=h6b44p7g time="2024-02-29T07:01:03.716Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.721Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f3d4cb2a-31ef-4480-b8f7-7fd6a4a01199 time="2024-02-29T07:01:03.721Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8nkntj4t time="2024-02-29T07:01:03.721Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a3c5595-f28f-4d0d-8782-3a7aa0a11900 time="2024-02-29T07:01:03.721Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=vnh8cvjb time="2024-02-29T07:01:03.721Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=vnh8cvjb time="2024-02-29T07:01:03.721Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=vnh8cvjb time="2024-02-29T07:01:03.721Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vnh8cvjb time="2024-02-29T07:01:03.721Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a3c5595-f28f-4d0d-8782-3a7aa0a11900 time="2024-02-29T07:01:03.721Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8nkntj4t time="2024-02-29T07:01:03.721Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.721Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64839234-7685-43fc-8213-207fa24e53dd time="2024-02-29T07:01:03.721Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8nkntj4t time="2024-02-29T07:01:03.721Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=8nkntj4t time="2024-02-29T07:01:03.721Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f3d4cb2a-31ef-4480-b8f7-7fd6a4a01199 time="2024-02-29T07:01:03.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=dg2t2z42 time="2024-02-29T07:01:03.721Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=dg2t2z42 time="2024-02-29T07:01:03.721Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dg2t2z42 time="2024-02-29T07:01:03.721Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64839234-7685-43fc-8213-207fa24e53dd time="2024-02-29T07:01:03.721Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7960d493-4d34-44f7-9da8-cca9a3b36211 time="2024-02-29T07:01:03.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.721Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.721Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.721Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7960d493-4d34-44f7-9da8-cca9a3b36211 time="2024-02-29T07:01:03.723Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=60ec0abf-8962-4e5c-87cf-d71de61f93d5 time="2024-02-29T07:01:03.723Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=fw5kmvws time="2024-02-29T07:01:03.723Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=fw5kmvws time="2024-02-29T07:01:03.723Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=fw5kmvws time="2024-02-29T07:01:03.723Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fw5kmvws time="2024-02-29T07:01:03.723Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=60ec0abf-8962-4e5c-87cf-d71de61f93d5 time="2024-02-29T07:01:03.725Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=nkw7pp56 time="2024-02-29T07:01:03.725Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=02bbe883-9053-4e92-8092-deead6463e1a time="2024-02-29T07:01:03.725Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7c43c53f-7861-4dc4-a1f7-ff75c0e766b4 time="2024-02-29T07:01:03.725Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.725Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q8jqmk8g time="2024-02-29T07:01:03.725Z" level=debug msg="Reconcile done, requeueing after 59.274684279s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7c43c53f-7861-4dc4-a1f7-ff75c0e766b4 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=248e44ad-9a3b-434a-abb3-5add578c8cab time="2024-02-29T07:01:03.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mj56l9fk time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=806ae151-cf9b-490c-ac64-f215a8678c84 time="2024-02-29T07:01:03.728Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=rc82mxqf time="2024-02-29T07:01:03.728Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=rc82mxqf time="2024-02-29T07:01:03.728Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=12da0aea-4d0f-4fc3-bedc-968e5d1c9c0a time="2024-02-29T07:01:03.728Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nggnd7z time="2024-02-29T07:01:03.728Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nggnd7z time="2024-02-29T07:01:03.728Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nggnd7z time="2024-02-29T07:01:03.728Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nggnd7z time="2024-02-29T07:01:03.728Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=12da0aea-4d0f-4fc3-bedc-968e5d1c9c0a time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bb127cd-a3d1-4f4e-bebb-43f23b0a2ef1 time="2024-02-29T07:01:03.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=2bcdk8qx time="2024-02-29T07:01:03.728Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=2bcdk8qx time="2024-02-29T07:01:03.728Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=2bcdk8qx time="2024-02-29T07:01:03.728Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2bcdk8qx time="2024-02-29T07:01:03.728Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3bb127cd-a3d1-4f4e-bebb-43f23b0a2ef1 time="2024-02-29T07:01:03.728Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=rc82mxqf time="2024-02-29T07:01:03.728Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=rc82mxqf time="2024-02-29T07:01:03.728Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=806ae151-cf9b-490c-ac64-f215a8678c84 time="2024-02-29T07:01:03.728Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mj56l9fk time="2024-02-29T07:01:03.729Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mj56l9fk time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mj56l9fk time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=248e44ad-9a3b-434a-abb3-5add578c8cab time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6575bb22-477b-4085-9598-823cd7f5a5c3 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xsmpwwcv time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=xsmpwwcv time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsmpwwcv time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6575bb22-477b-4085-9598-823cd7f5a5c3 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=430f561e-0060-4404-a7cb-f52a7d60fd35 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=rdpzpxh5 time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=rdpzpxh5 time="2024-02-29T07:01:03.729Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=rdpzpxh5 time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdpzpxh5 time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=430f561e-0060-4404-a7cb-f52a7d60fd35 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1c9556b3-f234-4e47-873d-5e3c21f09699 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fbzjhckh time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fbzjhckh time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=1c9556b3-f234-4e47-873d-5e3c21f09699 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b9c55c39-3fd3-4c8f-ba81-033e63f29065 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nxfs29nt time="2024-02-29T07:01:03.729Z" level=info msg="adopted provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=h6b44p7g time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=h6b44p7g time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d1f6fae3-620c-4fd8-aaba-b4659d5a0937 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a40b7918-bc00-4414-8b95-b89a1a6547a1 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.729Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a40b7918-bc00-4414-8b95-b89a1a6547a1 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6964fe2e-aacb-4ce5-ac8d-26412879ec88 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8np5n846 time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nxfs29nt time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8np5n846 time="2024-02-29T07:01:03.729Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=8np5n846 time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8np5n846 time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6964fe2e-aacb-4ce5-ac8d-26412879ec88 time="2024-02-29T07:01:03.729Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0ca3128d-0cfe-4dee-8a2a-480ea676f112 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=ck99m7mk time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=ck99m7mk time="2024-02-29T07:01:03.729Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.729Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=nxfs29nt time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxfs29nt time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=4c66b066-11cd-4e27-a122-d28c6972f9f4 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.729Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=ck99m7mk time="2024-02-29T07:01:03.729Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.729Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpgzhcjp time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile done, requeueing after 59.270204061s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=4c66b066-11cd-4e27-a122-d28c6972f9f4 time="2024-02-29T07:01:03.729Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=ck99m7mk time="2024-02-29T07:01:03.729Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=500818d4-4f9e-4a9f-830f-5833d4770bfe time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=lct7z48r time="2024-02-29T07:01:03.729Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=lct7z48r time="2024-02-29T07:01:03.729Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lct7z48r time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=500818d4-4f9e-4a9f-830f-5833d4770bfe time="2024-02-29T07:01:03.728Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffd7fce0-4cba-4573-87f1-8bac60fa25b6 time="2024-02-29T07:01:03.729Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b9c55c39-3fd3-4c8f-ba81-033e63f29065 time="2024-02-29T07:01:03.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=gxspj5sj time="2024-02-29T07:01:03.73Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=gxspj5sj time="2024-02-29T07:01:03.73Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=gxspj5sj time="2024-02-29T07:01:03.73Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxspj5sj time="2024-02-29T07:01:03.73Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffd7fce0-4cba-4573-87f1-8bac60fa25b6 time="2024-02-29T07:01:03.73Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=ck99m7mk time="2024-02-29T07:01:03.73Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=ck99m7mk time="2024-02-29T07:01:03.73Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=ck99m7mk time="2024-02-29T07:01:03.74Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=c81a7f39-7399-4ec3-944e-05c92999afe9 time="2024-02-29T07:01:03.74Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.74Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dh7s2s6w time="2024-02-29T07:01:03.74Z" level=debug msg="Reconcile done, requeueing after 59.259373558s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=c81a7f39-7399-4ec3-944e-05c92999afe9 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7d7ca428-31f0-4829-a1d9-d83d4ccbb530 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=aacc2e94-99b6-49a3-b4f4-5e62a12dce8c time="2024-02-29T07:01:03.741Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=b2s7d956 time="2024-02-29T07:01:03.741Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=b2s7d956 time="2024-02-29T07:01:03.741Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=aacc2e94-99b6-49a3-b4f4-5e62a12dce8c time="2024-02-29T07:01:03.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=72tqzs9v time="2024-02-29T07:01:03.741Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=72tqzs9v time="2024-02-29T07:01:03.741Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=72tqzs9v time="2024-02-29T07:01:03.741Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7d7ca428-31f0-4829-a1d9-d83d4ccbb530 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3a63dde-30b6-4c38-8dab-7b40a2e2a1d5 time="2024-02-29T07:01:03.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zhb248dp time="2024-02-29T07:01:03.741Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zhb248dp time="2024-02-29T07:01:03.741Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zhb248dp time="2024-02-29T07:01:03.741Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhb248dp time="2024-02-29T07:01:03.741Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3a63dde-30b6-4c38-8dab-7b40a2e2a1d5 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=80693b64-2d24-4aad-96da-acb4ed216401 time="2024-02-29T07:01:03.741Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=7t28bnv6 time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=7t28bnv6 time="2024-02-29T07:01:03.742Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=7t28bnv6 time="2024-02-29T07:01:03.742Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7t28bnv6 time="2024-02-29T07:01:03.742Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=80693b64-2d24-4aad-96da-acb4ed216401 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=cd3f2bb0-a741-42d8-9c2f-418bec66e4bf time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:03.742Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=ck99m7mk time="2024-02-29T07:01:03.742Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0ca3128d-0cfe-4dee-8a2a-480ea676f112 time="2024-02-29T07:01:03.742Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=079d0c8a-355e-4789-8bca-32c07e79124b time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.742Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.742Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.742Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fgvkq66 time="2024-02-29T07:01:03.742Z" level=debug msg="Reconcile done, requeueing after 59.257613315s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=cd3f2bb0-a741-42d8-9c2f-418bec66e4bf time="2024-02-29T07:01:03.742Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.742Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.742Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.742Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=14702a50-8dcd-4a19-8a91-a02d506c8e65 time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=4cm92kdg time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=4cm92kdg time="2024-02-29T07:01:03.742Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=4cm92kdg time="2024-02-29T07:01:03.742Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cm92kdg time="2024-02-29T07:01:03.742Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=14702a50-8dcd-4a19-8a91-a02d506c8e65 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f7717dc0-1961-4177-9a9d-616d847230d0 time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5vh8xpg8 time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5vh8xpg8 time="2024-02-29T07:01:03.742Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=5vh8xpg8 time="2024-02-29T07:01:03.742Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vh8xpg8 time="2024-02-29T07:01:03.742Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f7717dc0-1961-4177-9a9d-616d847230d0 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fbf774fc-4c5e-439e-9249-c2f8f68e4293 time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2p7swxb6 time="2024-02-29T07:01:03.741Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3a7e60a3-5518-48f6-8881-5761e20a075a time="2024-02-29T07:01:03.742Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2p7swxb6 time="2024-02-29T07:01:03.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=cjl97xk6 time="2024-02-29T07:01:03.743Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.743Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=cjl97xk6 time="2024-02-29T07:01:03.743Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=cjl97xk6 time="2024-02-29T07:01:03.743Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.743Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pl5fkq6 time="2024-02-29T07:01:03.743Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=079d0c8a-355e-4789-8bca-32c07e79124b time="2024-02-29T07:01:03.743Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjl97xk6 time="2024-02-29T07:01:03.743Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3a7e60a3-5518-48f6-8881-5761e20a075a time="2024-02-29T07:01:03.742Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=2p7swxb6 time="2024-02-29T07:01:03.743Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2p7swxb6 time="2024-02-29T07:01:03.743Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fbf774fc-4c5e-439e-9249-c2f8f68e4293 time="2024-02-29T07:01:03.747Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f3fcf5b2-0418-4ec1-91d6-deabe5441348 time="2024-02-29T07:01:03.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.747Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6f814df5-cbf4-4201-a0c2-16129b9a6136 time="2024-02-29T07:01:03.747Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6xm59xkx time="2024-02-29T07:01:03.747Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.747Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6xm59xkx time="2024-02-29T07:01:03.747Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:03.747Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6xm59xkx time="2024-02-29T07:01:03.747Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=6xm59xkx time="2024-02-29T07:01:03.747Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6f814df5-cbf4-4201-a0c2-16129b9a6136 time="2024-02-29T07:01:03.747Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d36c6abb-f0e3-438b-974b-1fd5724f9690 time="2024-02-29T07:01:03.747Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=xpbml7qz time="2024-02-29T07:01:03.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=xpbml7qz time="2024-02-29T07:01:03.747Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=xpbml7qz time="2024-02-29T07:01:03.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpbml7qz time="2024-02-29T07:01:03.747Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d36c6abb-f0e3-438b-974b-1fd5724f9690 time="2024-02-29T07:01:03.747Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b60637b8-4c5f-4eef-8724-1bddf825ed7e time="2024-02-29T07:01:03.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.747Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:03.747Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:03.747Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b60637b8-4c5f-4eef-8724-1bddf825ed7e time="2024-02-29T07:01:03.747Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.747Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=85694d80-dc59-49b5-80c0-2ac2bb0f85a6 time="2024-02-29T07:01:03.747Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=5htkd9q8 time="2024-02-29T07:01:03.747Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=5htkd9q8 time="2024-02-29T07:01:03.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5htkd9q8 time="2024-02-29T07:01:03.747Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=85694d80-dc59-49b5-80c0-2ac2bb0f85a6 time="2024-02-29T07:01:03.747Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ppsgw7c time="2024-02-29T07:01:03.747Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f3fcf5b2-0418-4ec1-91d6-deabe5441348 time="2024-02-29T07:01:03.75Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=56760279-2e63-456c-b6e2-5e235a19d33d time="2024-02-29T07:01:03.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.75Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.75Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.75Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49r28ds6 time="2024-02-29T07:01:03.75Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=56760279-2e63-456c-b6e2-5e235a19d33d time="2024-02-29T07:01:03.771Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5c6f389c-a294-4903-b741-92e75179acf1 time="2024-02-29T07:01:03.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=w75plwhr time="2024-02-29T07:01:03.771Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=w75plwhr time="2024-02-29T07:01:03.771Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.772Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:03.772Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=w75plwhr time="2024-02-29T07:01:03.772Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=w75plwhr time="2024-02-29T07:01:03.772Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:03.772Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=w75plwhr time="2024-02-29T07:01:03.772Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=w75plwhr time="2024-02-29T07:01:03.772Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w75plwhr time="2024-02-29T07:01:03.772Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5c6f389c-a294-4903-b741-92e75179acf1 time="2024-02-29T07:01:04.153Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2ebe1c34-8cff-46a7-89a9-ae8f92f6a2d3 time="2024-02-29T07:01:04.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pprnw9lx time="2024-02-29T07:01:04.153Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:04.154Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:04.154Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:04.154Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pprnw9lx time="2024-02-29T07:01:04.154Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2ebe1c34-8cff-46a7-89a9-ae8f92f6a2d3 time="2024-02-29T07:01:04.525Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=adff5107-ad09-4b97-a4a7-49c513204e23 time="2024-02-29T07:01:04.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:04.525Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:04.525Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:04.525Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzxfmgg6 time="2024-02-29T07:01:04.525Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=adff5107-ad09-4b97-a4a7-49c513204e23 time="2024-02-29T07:01:05.527Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3e75b63-c978-4f95-96d8-a83330221f1e time="2024-02-29T07:01:05.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pwwggmlk time="2024-02-29T07:01:05.527Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pwwggmlk time="2024-02-29T07:01:05.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:05.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:05.528Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pwwggmlk time="2024-02-29T07:01:05.528Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=pwwggmlk time="2024-02-29T07:01:05.528Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:05.528Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=pwwggmlk time="2024-02-29T07:01:05.528Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=pwwggmlk time="2024-02-29T07:01:05.528Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pwwggmlk time="2024-02-29T07:01:05.528Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3e75b63-c978-4f95-96d8-a83330221f1e time="2024-02-29T07:01:06.53Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8728d074-2ae9-4daa-af44-7bef95e74b6e time="2024-02-29T07:01:06.53Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:06.531Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:06.531Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:06.531Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qjks9jf5 time="2024-02-29T07:01:06.531Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8728d074-2ae9-4daa-af44-7bef95e74b6e time="2024-02-29T07:01:07.535Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd3fb4a6-ced1-40b3-9362-5cf65798857a time="2024-02-29T07:01:07.536Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:07.536Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:07.536Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:07.536Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bhx2ktpb time="2024-02-29T07:01:07.536Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fd3fb4a6-ced1-40b3-9362-5cf65798857a time="2024-02-29T07:01:08.547Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=0e598640-b2e8-43d9-86bd-bb3a04296f64 time="2024-02-29T07:01:08.547Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=46qxfh79 time="2024-02-29T07:01:08.547Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=46qxfh79 time="2024-02-29T07:01:08.548Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=46qxfh79 time="2024-02-29T07:01:08.548Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:08.548Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=46qxfh79 time="2024-02-29T07:01:08.548Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=46qxfh79 time="2024-02-29T07:01:08.548Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46qxfh79 time="2024-02-29T07:01:08.548Z" level=debug msg="Reconcile done, requeueing after 54.451898483s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=0e598640-b2e8-43d9-86bd-bb3a04296f64 time="2024-02-29T07:01:15.287Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a380e1c-c6a9-45fc-9391-eea74dee7c9d time="2024-02-29T07:01:15.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8mmldnx2 time="2024-02-29T07:01:15.287Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8mmldnx2 time="2024-02-29T07:01:15.287Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.287Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=db239b5f-88ef-4480-9158-520c2895039c time="2024-02-29T07:01:15.287Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=x96v8rpb time="2024-02-29T07:01:15.287Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=x96v8rpb time="2024-02-29T07:01:15.287Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=x96v8rpb time="2024-02-29T07:01:15.287Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x96v8rpb time="2024-02-29T07:01:15.287Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=db239b5f-88ef-4480-9158-520c2895039c time="2024-02-29T07:01:15.287Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.287Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7aa6e2d7-ce74-48fa-944c-07691baa78e5 time="2024-02-29T07:01:15.287Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=mvcv4mjr time="2024-02-29T07:01:15.287Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8mmldnx2 time="2024-02-29T07:01:15.287Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=8mmldnx2 time="2024-02-29T07:01:15.287Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.287Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:15.288Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvcv4mjr time="2024-02-29T07:01:15.288Z" level=debug msg="Reconcile done, requeueing after 47.711827283s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7aa6e2d7-ce74-48fa-944c-07691baa78e5 time="2024-02-29T07:01:15.288Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=8mmldnx2 time="2024-02-29T07:01:15.288Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.288Z" level=info msg="Saving infra ID \"mihuang-292-hk6st\" for cluster" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=8mmldnx2 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c5d01195-f5dd-4525-b651-1726a453211d time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5tdnbxkf time="2024-02-29T07:01:15.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5tdnbxkf time="2024-02-29T07:01:15.31Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5tdnbxkf time="2024-02-29T07:01:15.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5tdnbxkf time="2024-02-29T07:01:15.31Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c5d01195-f5dd-4525-b651-1726a453211d time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b9cce55-1c8a-443b-8ed5-9a6e9f1285c4 time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=jfgjzwkr time="2024-02-29T07:01:15.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=jfgjzwkr time="2024-02-29T07:01:15.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jfgjzwkr time="2024-02-29T07:01:15.31Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b9cce55-1c8a-443b-8ed5-9a6e9f1285c4 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4dfcb060-16f4-44e4-923d-76a4a747dd2d time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f0620cbf-06a4-4977-8933-9459fce8bc42 time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=jv56gkfp time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0d53b912-2503-4256-8cc4-4253bd56856e time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=w7429zfc time="2024-02-29T07:01:15.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=w7429zfc time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8c6216a0-8b1a-421a-bd48-864c847501b2 time="2024-02-29T07:01:15.31Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=vknj748l time="2024-02-29T07:01:15.31Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=vknj748l time="2024-02-29T07:01:15.31Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=8c6216a0-8b1a-421a-bd48-864c847501b2 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=db9c18cd-7cb1-4234-9f57-0124e4f3e024 time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=dn9q7lpt time="2024-02-29T07:01:15.311Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:15.311Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=jv56gkfp time="2024-02-29T07:01:15.311Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=jv56gkfp time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jv56gkfp time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f0620cbf-06a4-4977-8933-9459fce8bc42 time="2024-02-29T07:01:15.31Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=w7429zfc time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7429zfc time="2024-02-29T07:01:15.311Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0d53b912-2503-4256-8cc4-4253bd56856e time="2024-02-29T07:01:15.311Z" level=info msg="provision initialization complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bgfxqqkx time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=bgfxqqkx time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bgfxqqkx time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4dfcb060-16f4-44e4-923d-76a4a747dd2d time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ce0dbae3-7586-4ec7-aabf-002455eedda4 time="2024-02-29T07:01:15.311Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp7676zs time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp7676zs time="2024-02-29T07:01:15.311Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:15.311Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp7676zs time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=qp7676zs time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ce0dbae3-7586-4ec7-aabf-002455eedda4 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40aa5211-82e8-4648-bb96-057fed96c135 time="2024-02-29T07:01:15.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sbtwk7hp time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sbtwk7hp time="2024-02-29T07:01:15.311Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sbtwk7hp time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbtwk7hp time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40aa5211-82e8-4648-bb96-057fed96c135 time="2024-02-29T07:01:15.311Z" level=info msg="transitioning to provisioning" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=dn9q7lpt time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a0b5e767-a362-4e5e-bdeb-e44c74103017 time="2024-02-29T07:01:15.311Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=llwf5hq7 time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=llwf5hq7 time="2024-02-29T07:01:15.311Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=llwf5hq7 time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llwf5hq7 time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a0b5e767-a362-4e5e-bdeb-e44c74103017 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d6eb9e59-6087-41a6-9e7b-10a497d3e68e time="2024-02-29T07:01:15.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zmc5jnvs time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zmc5jnvs time="2024-02-29T07:01:15.311Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zmc5jnvs time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmc5jnvs time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d6eb9e59-6087-41a6-9e7b-10a497d3e68e time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1229efb1-364d-41b4-a483-62cc64f5d289 time="2024-02-29T07:01:15.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.311Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1229efb1-364d-41b4-a483-62cc64f5d289 time="2024-02-29T07:01:15.31Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bde9665b-a9bd-4276-b2cf-efec7f47e292 time="2024-02-29T07:01:15.311Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=b789t4xb time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=b789t4xb time="2024-02-29T07:01:15.311Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=b789t4xb time="2024-02-29T07:01:15.311Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b789t4xb time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bde9665b-a9bd-4276-b2cf-efec7f47e292 time="2024-02-29T07:01:15.31Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=8mmldnx2 time="2024-02-29T07:01:15.311Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a380e1c-c6a9-45fc-9391-eea74dee7c9d time="2024-02-29T07:01:15.311Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3b2ffff-720e-4190-8dc0-56b4d9949f19 time="2024-02-29T07:01:15.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vl4smkf6 time="2024-02-29T07:01:15.311Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vl4smkf6 time="2024-02-29T07:01:15.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.311Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vl4smkf6 time="2024-02-29T07:01:15.311Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vl4smkf6 time="2024-02-29T07:01:15.311Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.312Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vl4smkf6 time="2024-02-29T07:01:15.312Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.312Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vl4smkf6 time="2024-02-29T07:01:15.312Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vl4smkf6 time="2024-02-29T07:01:15.312Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3b2ffff-720e-4190-8dc0-56b4d9949f19 time="2024-02-29T07:01:15.329Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0a73bdcc-156c-442b-b68f-7484c1c13811 time="2024-02-29T07:01:15.329Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gx7rptbp time="2024-02-29T07:01:15.329Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ca64473-0440-4023-beb5-ef987a414b22 time="2024-02-29T07:01:15.329Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=7qtld8tb time="2024-02-29T07:01:15.329Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=7qtld8tb time="2024-02-29T07:01:15.329Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=7qtld8tb time="2024-02-29T07:01:15.329Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qtld8tb time="2024-02-29T07:01:15.329Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ca64473-0440-4023-beb5-ef987a414b22 time="2024-02-29T07:01:15.329Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gx7rptbp time="2024-02-29T07:01:15.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.329Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.33Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gx7rptbp time="2024-02-29T07:01:15.33Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gx7rptbp time="2024-02-29T07:01:15.33Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.33Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=gx7rptbp time="2024-02-29T07:01:15.33Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.33Z" level=debug msg="still initializing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=gx7rptbp time="2024-02-29T07:01:15.33Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gx7rptbp time="2024-02-29T07:01:15.33Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0a73bdcc-156c-442b-b68f-7484c1c13811 time="2024-02-29T07:01:15.346Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=09f02c9e-9422-49ed-8e8e-cbaf8e859f81 time="2024-02-29T07:01:15.346Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=h9gpj4bt time="2024-02-29T07:01:15.346Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=h9gpj4bt time="2024-02-29T07:01:15.346Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=h9gpj4bt time="2024-02-29T07:01:15.346Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9gpj4bt time="2024-02-29T07:01:15.346Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=09f02c9e-9422-49ed-8e8e-cbaf8e859f81 time="2024-02-29T07:01:15.346Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5cb70115-876f-4112-94d5-009466eb4ca9 time="2024-02-29T07:01:15.346Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.346Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.346Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.346Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=dn9q7lpt time="2024-02-29T07:01:15.346Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=db9c18cd-7cb1-4234-9f57-0124e4f3e024 time="2024-02-29T07:01:15.346Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7a2b0871-51e6-47f8-94aa-39e23410f655 time="2024-02-29T07:01:15.346Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wgs4x6fx time="2024-02-29T07:01:15.346Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wgs4x6fx time="2024-02-29T07:01:15.346Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wgs4x6fx time="2024-02-29T07:01:15.346Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wgs4x6fx time="2024-02-29T07:01:15.346Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.346Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.346Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wgs4x6fx time="2024-02-29T07:01:15.347Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:15.347Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wgs4x6fx time="2024-02-29T07:01:15.347Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=wgs4x6fx time="2024-02-29T07:01:15.347Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wgs4x6fx time="2024-02-29T07:01:15.347Z" level=debug msg="Reconcile done, requeueing after 47.652900944s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=7a2b0871-51e6-47f8-94aa-39e23410f655 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4d59100e-1be0-4e1c-9f62-b113ce02500d time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=dfb15c6b-64f0-4453-9c39-bf7099fb05ad time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=38d9215c-90ba-4891-8c18-cf9fe48f62ca time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5w5bckf9 time="2024-02-29T07:01:15.357Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5w5bckf9 time="2024-02-29T07:01:15.357Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=5w5bckf9 time="2024-02-29T07:01:15.357Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=aadd9429-6f52-46c8-b3f1-fb30375268d6 time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=7n5w4mbb time="2024-02-29T07:01:15.357Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:15.357Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=s9njp2g5 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4ad1ec3b-3831-4262-89fd-be3f612b46a2 time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=9dcvtjln time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9ac4780-bb70-43f3-800e-116e2978e819 time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tv68w8ng time="2024-02-29T07:01:15.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tv68w8ng time="2024-02-29T07:01:15.358Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tv68w8ng time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tv68w8ng time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9ac4780-bb70-43f3-800e-116e2978e819 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8596b721-b224-4887-9bac-5160505f57e2 time="2024-02-29T07:01:15.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=hxbh4bln time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=hxbh4bln time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxbh4bln time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8596b721-b224-4887-9bac-5160505f57e2 time="2024-02-29T07:01:15.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=9dcvtjln time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dcvtjln time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4ad1ec3b-3831-4262-89fd-be3f612b46a2 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c0e031f3-9754-48f7-8e0e-9ca0f863f142 time="2024-02-29T07:01:15.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.358Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c0e031f3-9754-48f7-8e0e-9ca0f863f142 time="2024-02-29T07:01:15.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wtz528tb time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wtz528tb time="2024-02-29T07:01:15.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=wtz528tb time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtz528tb time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4d59100e-1be0-4e1c-9f62-b113ce02500d time="2024-02-29T07:01:15.357Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9njp2g5 time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile done, requeueing after 47.642129882s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=dfb15c6b-64f0-4453-9c39-bf7099fb05ad time="2024-02-29T07:01:15.357Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5w5bckf9 time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=38d9215c-90ba-4891-8c18-cf9fe48f62ca time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8249b039-944a-4537-befa-a4227750af15 time="2024-02-29T07:01:15.358Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hfhvq572 time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hfhvq572 time="2024-02-29T07:01:15.358Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=hfhvq572 time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfhvq572 time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8249b039-944a-4537-befa-a4227750af15 time="2024-02-29T07:01:15.358Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4ed6eee2-5277-4cea-931b-e7e5fbe01b6a time="2024-02-29T07:01:15.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8bbdzwr6 time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8bbdzwr6 time="2024-02-29T07:01:15.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8bbdzwr6 time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bbdzwr6 time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4ed6eee2-5277-4cea-931b-e7e5fbe01b6a time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0804cd32-5676-455c-aa77-3de8e87674f7 time="2024-02-29T07:01:15.358Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=cs5s67jr time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=cs5s67jr time="2024-02-29T07:01:15.357Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=7n5w4mbb time="2024-02-29T07:01:15.358Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=7n5w4mbb time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7n5w4mbb time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=aadd9429-6f52-46c8-b3f1-fb30375268d6 time="2024-02-29T07:01:15.358Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=cs5s67jr time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cs5s67jr time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0804cd32-5676-455c-aa77-3de8e87674f7 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=bedc6b1d-80e5-427e-8185-93b9e8d89575 time="2024-02-29T07:01:15.358Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mxqpgvg7 time="2024-02-29T07:01:15.358Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mxqpgvg7 time="2024-02-29T07:01:15.358Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:15.358Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mxqpgvg7 time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=mxqpgvg7 time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=bedc6b1d-80e5-427e-8185-93b9e8d89575 time="2024-02-29T07:01:15.357Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e45230af-7964-4340-bc2c-ab716f228b3d time="2024-02-29T07:01:15.358Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8827bv8t time="2024-02-29T07:01:15.358Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8827bv8t time="2024-02-29T07:01:15.358Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e45230af-7964-4340-bc2c-ab716f228b3d time="2024-02-29T07:01:15.367Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=vjcqvzz4 time="2024-02-29T07:01:15.367Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5cb70115-876f-4112-94d5-009466eb4ca9 time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=320cacce-e7fd-4eec-b26c-1a806370c578 time="2024-02-29T07:01:15.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jvbg5r5l time="2024-02-29T07:01:15.367Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jvbg5r5l time="2024-02-29T07:01:15.367Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.367Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.367Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jvbg5r5l time="2024-02-29T07:01:15.367Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=jvbg5r5l time="2024-02-29T07:01:15.367Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=24d9151a-7650-4690-8171-f066bc176f49 time="2024-02-29T07:01:15.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jqz7bxqf time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jqz7bxqf time="2024-02-29T07:01:15.368Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=jqz7bxqf time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqz7bxqf time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=24d9151a-7650-4690-8171-f066bc176f49 time="2024-02-29T07:01:15.368Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=jvbg5r5l time="2024-02-29T07:01:15.368Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.368Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=jvbg5r5l time="2024-02-29T07:01:15.368Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=jvbg5r5l time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b4537a72-7750-49fc-b86b-9c73d13501fe time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bc477d65-a31c-4137-9423-a13739003235 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=s6hdgjbn time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=s6hdgjbn time="2024-02-29T07:01:15.368Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=s6hdgjbn time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6hdgjbn time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bc477d65-a31c-4137-9423-a13739003235 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=45rmfzz6 time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=45rmfzz6 time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45rmfzz6 time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b4537a72-7750-49fc-b86b-9c73d13501fe time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=aa0d736f-7d6f-400e-a3da-44cef1cca09b time="2024-02-29T07:01:15.368Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fps6s6tp time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fps6s6tp time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=aa0d736f-7d6f-400e-a3da-44cef1cca09b time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=356b7d3c-16f9-4132-a581-3f62d1cd95e4 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kkw66wkb time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kkw66wkb time="2024-02-29T07:01:15.368Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=kkw66wkb time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kkw66wkb time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=356b7d3c-16f9-4132-a581-3f62d1cd95e4 time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dca302fe-279c-4aeb-a618-ffada13e94c6 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zd7xf8zg time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zd7xf8zg time="2024-02-29T07:01:15.368Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=zd7xf8zg time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zd7xf8zg time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=d96aba42-59c3-4ee7-a92d-c8aebc3cfb37 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dca302fe-279c-4aeb-a618-ffada13e94c6 time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4e5b8b62-3780-475b-8d90-bca805aac676 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=52xlckx4 time="2024-02-29T07:01:15.368Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:01:15.368Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=52xlckx4 time="2024-02-29T07:01:15.368Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gcwtmszv time="2024-02-29T07:01:15.368Z" level=debug msg="Reconcile done, requeueing after 47.631122059s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=d96aba42-59c3-4ee7-a92d-c8aebc3cfb37 time="2024-02-29T07:01:15.368Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=52xlckx4 time="2024-02-29T07:01:15.367Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ff87aa8d-5de3-4a6d-9491-a07e9c7df2e8 time="2024-02-29T07:01:15.368Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=ngzdkg6j time="2024-02-29T07:01:15.368Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=ngzdkg6j time="2024-02-29T07:01:15.368Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=ngzdkg6j time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngzdkg6j time="2024-02-29T07:01:15.369Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ff87aa8d-5de3-4a6d-9491-a07e9c7df2e8 time="2024-02-29T07:01:15.368Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52xlckx4 time="2024-02-29T07:01:15.369Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4e5b8b62-3780-475b-8d90-bca805aac676 time="2024-02-29T07:01:15.373Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb1cea9d-cbc0-4a79-9a3a-b3a1745a8c6d time="2024-02-29T07:01:15.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=jvbg5r5l time="2024-02-29T07:01:15.373Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=320cacce-e7fd-4eec-b26c-1a806370c578 time="2024-02-29T07:01:15.373Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=790ecced-c0bd-44ff-87d8-77686a70aa0c time="2024-02-29T07:01:15.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s5h25wfn time="2024-02-29T07:01:15.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s5h25wfn time="2024-02-29T07:01:15.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.373Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:01:15.373Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:01:15.373Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb1cea9d-cbc0-4a79-9a3a-b3a1745a8c6d time="2024-02-29T07:01:15.373Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.373Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s5h25wfn time="2024-02-29T07:01:15.373Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=s5h25wfn time="2024-02-29T07:01:15.373Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.373Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5f400e88-1fa0-4111-9fa9-0916e053cf89 time="2024-02-29T07:01:15.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=86s4bkjc time="2024-02-29T07:01:15.373Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=86s4bkjc time="2024-02-29T07:01:15.373Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86s4bkjc time="2024-02-29T07:01:15.373Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5f400e88-1fa0-4111-9fa9-0916e053cf89 time="2024-02-29T07:01:15.373Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=23ee5e24-94a2-49d8-ba38-ba4e9059c54f time="2024-02-29T07:01:15.374Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=dht4nljc time="2024-02-29T07:01:15.374Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=dht4nljc time="2024-02-29T07:01:15.374Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:01:15.374Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=dht4nljc time="2024-02-29T07:01:15.374Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=dht4nljc time="2024-02-29T07:01:15.374Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=23ee5e24-94a2-49d8-ba38-ba4e9059c54f time="2024-02-29T07:01:15.374Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=s5h25wfn time="2024-02-29T07:01:15.374Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.374Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=s5h25wfn time="2024-02-29T07:01:15.374Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5h25wfn time="2024-02-29T07:01:15.374Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=790ecced-c0bd-44ff-87d8-77686a70aa0c time="2024-02-29T07:01:15.373Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40cc009f-eac6-4e68-9831-9ea2dfdd642f time="2024-02-29T07:01:15.374Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=8z29vhvs time="2024-02-29T07:01:15.374Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=8z29vhvs time="2024-02-29T07:01:15.374Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=8z29vhvs time="2024-02-29T07:01:15.374Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8z29vhvs time="2024-02-29T07:01:15.374Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=40cc009f-eac6-4e68-9831-9ea2dfdd642f time="2024-02-29T07:01:15.383Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d2a977ed-fe90-4d26-9c70-6d2ea7567d28 time="2024-02-29T07:01:15.383Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9dwhbpbf time="2024-02-29T07:01:15.383Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9dwhbpbf time="2024-02-29T07:01:15.384Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.384Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:01:15.385Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9dwhbpbf time="2024-02-29T07:01:15.385Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9dwhbpbf time="2024-02-29T07:01:15.385Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:01:15.385Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9dwhbpbf time="2024-02-29T07:01:15.385Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:01:15.385Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9dwhbpbf time="2024-02-29T07:01:15.385Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9dwhbpbf time="2024-02-29T07:01:15.385Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d2a977ed-fe90-4d26-9c70-6d2ea7567d28 time="2024-02-29T07:01:16.279Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77f867d5-8670-4476-a072-2b7cf0de7b5e time="2024-02-29T07:01:16.279Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mjtwx6nb time="2024-02-29T07:01:16.279Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mjtwx6nb time="2024-02-29T07:01:16.279Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mjtwx6nb time="2024-02-29T07:01:16.28Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mjtwx6nb time="2024-02-29T07:01:16.41Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mjtwx6nb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:01:16.436Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mjtwx6nb time="2024-02-29T07:01:16.436Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mjtwx6nb time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mjtwx6nb status=True time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mjtwx6nb status=True time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=mjtwx6nb status=False time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=mjtwx6nb status=True time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=mjtwx6nb status=True time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mjtwx6nb status=True time="2024-02-29T07:01:16.463Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mjtwx6nb time="2024-02-29T07:01:16.463Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=183 elapsedMillisGT=0 outcome=unspecified reconcileID=mjtwx6nb time="2024-02-29T07:01:16.463Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=77f867d5-8670-4476-a072-2b7cf0de7b5e time="2024-02-29T07:01:46.464Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a12ff4bb-cd1b-4e52-b6c7-4cb3cdba488e time="2024-02-29T07:01:46.464Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7sbx4wpz time="2024-02-29T07:01:46.464Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7sbx4wpz time="2024-02-29T07:01:46.464Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7sbx4wpz time="2024-02-29T07:01:46.464Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=7sbx4wpz time="2024-02-29T07:01:46.639Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=7sbx4wpz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:01:46.662Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=7sbx4wpz time="2024-02-29T07:01:46.662Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7sbx4wpz time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=7sbx4wpz status=True time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=7sbx4wpz status=True time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=7sbx4wpz status=False time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=7sbx4wpz status=True time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=7sbx4wpz status=True time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=7sbx4wpz status=True time="2024-02-29T07:01:46.682Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7sbx4wpz time="2024-02-29T07:01:46.682Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=218 elapsedMillisGT=0 outcome=unspecified reconcileID=7sbx4wpz time="2024-02-29T07:01:46.682Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a12ff4bb-cd1b-4e52-b6c7-4cb3cdba488e time="2024-02-29T07:02:03Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=1cd46e98-5050-4db4-aece-e4fd3743f0b3 time="2024-02-29T07:02:03Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:02:03Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tnpv5dr8 time="2024-02-29T07:02:03Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=1cd46e98-5050-4db4-aece-e4fd3743f0b3 time="2024-02-29T07:02:16.683Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ce5050d-9cd8-4f28-861b-9ea1ebbfddf7 time="2024-02-29T07:02:16.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8kdfrc8h time="2024-02-29T07:02:16.683Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8kdfrc8h time="2024-02-29T07:02:16.683Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8kdfrc8h time="2024-02-29T07:02:16.683Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=8kdfrc8h time="2024-02-29T07:02:16.832Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=8kdfrc8h states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:02:16.855Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=8kdfrc8h time="2024-02-29T07:02:16.855Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8kdfrc8h time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=8kdfrc8h status=True time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=8kdfrc8h status=True time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=8kdfrc8h status=False time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=8kdfrc8h status=True time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=8kdfrc8h status=True time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=8kdfrc8h status=True time="2024-02-29T07:02:16.876Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8kdfrc8h time="2024-02-29T07:02:16.876Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=8kdfrc8h time="2024-02-29T07:02:16.876Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6ce5050d-9cd8-4f28-861b-9ea1ebbfddf7 time="2024-02-29T07:02:27Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=864ab5be-6d11-471f-ad75-5e0357da3c2a time="2024-02-29T07:02:27Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kfkmm7g6 time="2024-02-29T07:02:27Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-0 powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-1 powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-2 powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus1-9glnv powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus2-r9lwx powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.627Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus3-wbmzw powerState=running reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.955Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation count=6 reconcileID=kfkmm7g6 time="2024-02-29T07:02:27.955Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kfkmm7g6 time="2024-02-29T07:02:28.075Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=kfkmm7g6 time="2024-02-29T07:02:28.075Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuangaz-29 condition=Ready controller=hibernation reason=Running reconcileID=kfkmm7g6 time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=66057891-7b11-4a0c-8420-017fbaf966e8 time="2024-02-29T07:02:28.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.087Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuangaz-29-0-mn5qv ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:02:28.088Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=1087 elapsedMillisGT=1000 outcome=unspecified reconcileID=kfkmm7g6 time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=612ae621-b747-4e2e-b37c-918437c97045 time="2024-02-29T07:02:28.088Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:02:28.088Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuangaz-29 controller=argocdregister namespace=default time="2024-02-29T07:02:28.088Z" level=info msg="reconcile complete" clusterDeployment=mihuangaz-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:02:28.088Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=612ae621-b747-4e2e-b37c-918437c97045 time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7e429497-419d-47be-9f5b-15ffc833ae89 time="2024-02-29T07:02:28.088Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuangaz-29-0-mn5qv-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuangaz-29-0-mn5qv reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuangaz-29-0-mn5qv\", timestamp:time.Time{wall:0xc1702587401431a3, ext:1345669752077, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuangaz-29-0-mn5qv time="2024-02-29T07:02:28.088Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=info msg="reconcile complete" clusterProvision=default/mihuangaz-29-0-mn5qv controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98f5xpx4 time="2024-02-29T07:02:28.088Z" level=debug msg="Reconcile done, requeueing after 23h2m47.911503249s" controller=clusterprovision-controller name=mihuangaz-29-0-mn5qv namespace=default object=default/mihuangaz-29-0-mn5qv reconcileID=7e429497-419d-47be-9f5b-15ffc833ae89 time="2024-02-29T07:02:28.088Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=864ab5be-6d11-471f-ad75-5e0357da3c2a time="2024-02-29T07:02:28.088Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=035e3fec-5f57-4701-9d2d-c648df07a260 time="2024-02-29T07:02:28.088Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=k4jgfq2g time="2024-02-29T07:02:28.088Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=k4jgfq2g time="2024-02-29T07:02:28.088Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuangaz-29-0-mn5qv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 time="2024-02-29T07:02:28.088Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=214d8440-9a7b-47b1-b8e7-8ea7f06e0076 time="2024-02-29T07:02:28.088Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=78b5fjkf time="2024-02-29T07:02:28.088Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=78b5fjkf time="2024-02-29T07:02:28.088Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=78b5fjkf time="2024-02-29T07:02:28.088Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts reconcileID=78b5fjkf time="2024-02-29T07:02:28.088Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78b5fjkf time="2024-02-29T07:02:28.088Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=214d8440-9a7b-47b1-b8e7-8ea7f06e0076 time="2024-02-29T07:02:28.088Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.088Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.088Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment reconcileID=74jmdmdb time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=74jmdmdb time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=66057891-7b11-4a0c-8420-017fbaf966e8 time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f50b4016-edb3-4830-9b1c-47b2da613f8c time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=48680397-6679-4701-97f8-192beefa1789 time="2024-02-29T07:02:28.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=vqshtf54 time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=vqshtf54 time="2024-02-29T07:02:28.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=qpqb2nvg time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=qpqb2nvg time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=258bbf0b-0468-4dbc-8120-fd72bd3cc037 time="2024-02-29T07:02:28.089Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=zhb9wkz9 time="2024-02-29T07:02:28.089Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuangaz-29 controller=remoteingress reconcileID=qpqb2nvg time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=zhb9wkz9 time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=258bbf0b-0468-4dbc-8120-fd72bd3cc037 time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpqb2nvg time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=f50b4016-edb3-4830-9b1c-47b2da613f8c time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4e446339-5ae1-44f6-94e8-048f2c54a16b time="2024-02-29T07:02:28.089Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=j9zb6mz7 time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=j9zb6mz7 time="2024-02-29T07:02:28.089Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink reconcileID=j9zb6mz7 time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j9zb6mz7 time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=4e446339-5ae1-44f6-94e8-048f2c54a16b time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0ca1b987-1940-4197-b26a-1af01a0757cd time="2024-02-29T07:02:28.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=2nbxtdcs time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate reconcileID=2nbxtdcs time="2024-02-29T07:02:28.089Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate matchingRelocates="[]" reconcileID=2nbxtdcs time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2nbxtdcs time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=0ca1b987-1940-4197-b26a-1af01a0757cd time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0cd03232-b58a-405f-87cf-19781bd66794 time="2024-02-29T07:02:28.089Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:28.089Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd47ccf6-df18-4028-8efc-c580a13e948f time="2024-02-29T07:02:28.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wvqtzdht time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wvqtzdht time="2024-02-29T07:02:28.089Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=wvqtzdht time="2024-02-29T07:02:28.089Z" level=debug msg="Waiting to fetch clusteroperator status in 7m55.910235969s" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=wvqtzdht time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvqtzdht time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile done, requeueing after 7m55.910235969s" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=fd47ccf6-df18-4028-8efc-c580a13e948f time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=32ec5c2c-ad53-470b-8cbe-2fbb9144bb44 time="2024-02-29T07:02:28.089Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=55pcqwtc time="2024-02-29T07:02:28.089Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=55pcqwtc time="2024-02-29T07:02:28.089Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider reconcileID=55pcqwtc time="2024-02-29T07:02:28.089Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55pcqwtc time="2024-02-29T07:02:28.089Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=32ec5c2c-ad53-470b-8cbe-2fbb9144bb44 time="2024-02-29T07:02:28.087Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=139b7e58-b38e-4937-a4f2-e645b44e81f6 time="2024-02-29T07:02:28.09Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=pdbpbjs6 time="2024-02-29T07:02:28.09Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=unreachable reconcileID=pdbpbjs6 time="2024-02-29T07:02:28.09Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuangaz-29 controller=unreachable delay=1h57m54.909850678s reconcileID=pdbpbjs6 time="2024-02-29T07:02:28.09Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pdbpbjs6 time="2024-02-29T07:02:28.09Z" level=debug msg="Reconcile done, requeueing after 1h57m54.909850678s" controller=unreachable-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=139b7e58-b38e-4937-a4f2-e645b44e81f6 time="2024-02-29T07:02:28.194Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:28.26Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=vqshtf54 time="2024-02-29T07:02:28.26Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion reconcileID=vqshtf54 time="2024-02-29T07:02:28.26Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterversion elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=vqshtf54 time="2024-02-29T07:02:28.26Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=48680397-6679-4701-97f8-192beefa1789 time="2024-02-29T07:02:28.384Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-0 powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-1 powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-master-2 powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus1-9glnv powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus2-r9lwx powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.439Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/mihuangaz-29 controller=hibernation machine=mihuangaz-29-kbhx2-worker-centralus3-wbmzw powerState=running reconcileID=k4jgfq2g time="2024-02-29T07:02:28.591Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation count=6 reconcileID=k4jgfq2g time="2024-02-29T07:02:28.591Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=k4jgfq2g time="2024-02-29T07:02:28.687Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuangaz-29 controller=hibernation reconcileID=k4jgfq2g time="2024-02-29T07:02:28.687Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=hibernation elapsedMillis=598 elapsedMillisGT=0 outcome=unspecified reconcileID=k4jgfq2g time="2024-02-29T07:02:28.687Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=035e3fec-5f57-4701-9d2d-c648df07a260 time="2024-02-29T07:02:34.675Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.675Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.676Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=nhd9875v time="2024-02-29T07:02:34.677Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.769Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.769Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=nhd9875v time="2024-02-29T07:02:34.778Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6688 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=nhd9875v time="2024-02-29T07:02:34.778Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0cd03232-b58a-405f-87cf-19781bd66794 time="2024-02-29T07:02:46.877Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0a9ecb5f-b477-448f-b3c3-7387f42f91d9 time="2024-02-29T07:02:46.877Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=94qzgszh time="2024-02-29T07:02:46.877Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=94qzgszh time="2024-02-29T07:02:46.877Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=94qzgszh time="2024-02-29T07:02:46.878Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=94qzgszh time="2024-02-29T07:02:47.062Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=94qzgszh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:02:47.088Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=94qzgszh time="2024-02-29T07:02:47.088Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=94qzgszh time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=94qzgszh status=True time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=94qzgszh status=True time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=94qzgszh status=False time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=94qzgszh status=True time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=94qzgszh status=True time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=94qzgszh status=True time="2024-02-29T07:02:47.107Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=94qzgszh time="2024-02-29T07:02:47.107Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=230 elapsedMillisGT=0 outcome=unspecified reconcileID=94qzgszh time="2024-02-29T07:02:47.107Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0a9ecb5f-b477-448f-b3c3-7387f42f91d9 time="2024-02-29T07:02:53.368Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:02:53.368Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:02:53.369Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:02:53.369Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:02:53.369Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:02:53.369Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:03:17.108Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=abdacedb-e2f7-4cbf-9f71-80ba2655b13e time="2024-02-29T07:03:17.108Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wtzvq8fq time="2024-02-29T07:03:17.108Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wtzvq8fq time="2024-02-29T07:03:17.109Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wtzvq8fq time="2024-02-29T07:03:17.109Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=wtzvq8fq time="2024-02-29T07:03:17.258Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=wtzvq8fq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:03:17.279Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=wtzvq8fq time="2024-02-29T07:03:17.279Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wtzvq8fq time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=wtzvq8fq status=True time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=wtzvq8fq status=True time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=wtzvq8fq status=False time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=wtzvq8fq status=True time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=wtzvq8fq status=True time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=wtzvq8fq status=True time="2024-02-29T07:03:17.301Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wtzvq8fq time="2024-02-29T07:03:17.301Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=192 elapsedMillisGT=0 outcome=unspecified reconcileID=wtzvq8fq time="2024-02-29T07:03:17.301Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=abdacedb-e2f7-4cbf-9f71-80ba2655b13e time="2024-02-29T07:03:47.302Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b42e39a-50f8-47ae-b712-e73ef44ba5b2 time="2024-02-29T07:03:47.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.302Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.302Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.302Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.452Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=8qkjsjc5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:03:47.477Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.477Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=8qkjsjc5 status=True time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=8qkjsjc5 status=True time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=8qkjsjc5 status=False time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=8qkjsjc5 status=True time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=8qkjsjc5 status=True time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=8qkjsjc5 status=True time="2024-02-29T07:03:47.496Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.496Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=8qkjsjc5 time="2024-02-29T07:03:47.496Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b42e39a-50f8-47ae-b712-e73ef44ba5b2 time="2024-02-29T07:04:17.497Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6c05a8a0-b93b-4ac9-923f-e12f65420442 time="2024-02-29T07:04:17.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=llm8j4q9 time="2024-02-29T07:04:17.497Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=llm8j4q9 time="2024-02-29T07:04:17.497Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=llm8j4q9 time="2024-02-29T07:04:17.497Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=llm8j4q9 time="2024-02-29T07:04:17.642Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=llm8j4q9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:04:17.667Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=llm8j4q9 time="2024-02-29T07:04:17.667Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=llm8j4q9 time="2024-02-29T07:04:17.686Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=llm8j4q9 status=True time="2024-02-29T07:04:17.686Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=llm8j4q9 status=True time="2024-02-29T07:04:17.687Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=llm8j4q9 status=False time="2024-02-29T07:04:17.687Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=llm8j4q9 status=True time="2024-02-29T07:04:17.687Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=llm8j4q9 status=True time="2024-02-29T07:04:17.687Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=llm8j4q9 status=True time="2024-02-29T07:04:17.687Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=llm8j4q9 time="2024-02-29T07:04:17.687Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=189 elapsedMillisGT=0 outcome=unspecified reconcileID=llm8j4q9 time="2024-02-29T07:04:17.687Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6c05a8a0-b93b-4ac9-923f-e12f65420442 time="2024-02-29T07:04:47.687Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b901b452-0d19-4a48-9c57-523068ac1e1e time="2024-02-29T07:04:47.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xm47r2rb time="2024-02-29T07:04:47.687Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xm47r2rb time="2024-02-29T07:04:47.687Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xm47r2rb time="2024-02-29T07:04:47.687Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=xm47r2rb time="2024-02-29T07:04:47.846Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=xm47r2rb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:04:47.868Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=xm47r2rb time="2024-02-29T07:04:47.868Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xm47r2rb time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=xm47r2rb status=True time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=xm47r2rb status=True time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=xm47r2rb status=False time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=xm47r2rb status=True time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=xm47r2rb status=True time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=xm47r2rb status=True time="2024-02-29T07:04:47.887Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xm47r2rb time="2024-02-29T07:04:47.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=xm47r2rb time="2024-02-29T07:04:47.887Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b901b452-0d19-4a48-9c57-523068ac1e1e time="2024-02-29T07:04:53.369Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:04:53.37Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:04:53.37Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:04:53.37Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:04:53.37Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:04:53.37Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:05:17.887Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7fa17427-66db-4257-b01b-a3d667c08bbd time="2024-02-29T07:05:17.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=q54qr6c5 time="2024-02-29T07:05:17.887Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=q54qr6c5 time="2024-02-29T07:05:17.887Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=q54qr6c5 time="2024-02-29T07:05:17.888Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=q54qr6c5 time="2024-02-29T07:05:18.021Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=q54qr6c5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:05:18.045Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=q54qr6c5 time="2024-02-29T07:05:18.045Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=q54qr6c5 time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=q54qr6c5 status=True time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=q54qr6c5 status=True time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=q54qr6c5 status=False time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=q54qr6c5 status=True time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=q54qr6c5 status=True time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=q54qr6c5 status=True time="2024-02-29T07:05:18.065Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=q54qr6c5 time="2024-02-29T07:05:18.065Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=177 elapsedMillisGT=0 outcome=unspecified reconcileID=q54qr6c5 time="2024-02-29T07:05:18.065Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7fa17427-66db-4257-b01b-a3d667c08bbd time="2024-02-29T07:05:48.066Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ffe81d03-5e27-4888-bf0d-940ec109ba59 time="2024-02-29T07:05:48.066Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=58hrwq8v time="2024-02-29T07:05:48.066Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=58hrwq8v time="2024-02-29T07:05:48.066Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=58hrwq8v time="2024-02-29T07:05:48.067Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=58hrwq8v time="2024-02-29T07:05:48.245Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=58hrwq8v states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:05:48.27Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=58hrwq8v time="2024-02-29T07:05:48.27Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=58hrwq8v time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=58hrwq8v status=True time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=58hrwq8v status=True time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=58hrwq8v status=False time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=58hrwq8v status=True time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=58hrwq8v status=True time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=58hrwq8v status=True time="2024-02-29T07:05:48.289Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=58hrwq8v time="2024-02-29T07:05:48.289Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=222 elapsedMillisGT=0 outcome=unspecified reconcileID=58hrwq8v time="2024-02-29T07:05:48.289Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ffe81d03-5e27-4888-bf0d-940ec109ba59 time="2024-02-29T07:05:49.713Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=251069a8-aea3-4d0b-baac-ec98ea4c9a0c time="2024-02-29T07:05:49.713Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.713Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.713Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:05:49.738Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.755Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.76Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.802Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.802Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.802Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.802Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.802Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.803Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.804Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.805Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.806Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.806Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.806Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.806Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.806Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.828Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.828Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.828Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=114 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=sjcvx5g2 time="2024-02-29T07:05:49.828Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=251069a8-aea3-4d0b-baac-ec98ea4c9a0c time="2024-02-29T07:06:18.29Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d0c89794-1a65-4c81-a1f5-e6f6470122e0 time="2024-02-29T07:06:18.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jjlqwtmh time="2024-02-29T07:06:18.29Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jjlqwtmh time="2024-02-29T07:06:18.29Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jjlqwtmh time="2024-02-29T07:06:18.29Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=jjlqwtmh time="2024-02-29T07:06:18.497Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=jjlqwtmh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:06:18.519Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=jjlqwtmh time="2024-02-29T07:06:18.519Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jjlqwtmh time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=jjlqwtmh status=True time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=jjlqwtmh status=True time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=jjlqwtmh status=False time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=jjlqwtmh status=True time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=jjlqwtmh status=True time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=jjlqwtmh status=True time="2024-02-29T07:06:18.541Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=jjlqwtmh time="2024-02-29T07:06:18.541Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=251 elapsedMillisGT=0 outcome=unspecified reconcileID=jjlqwtmh time="2024-02-29T07:06:18.541Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d0c89794-1a65-4c81-a1f5-e6f6470122e0 time="2024-02-29T07:06:48.542Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=31a53115-8383-4211-8cd1-63ef068388db time="2024-02-29T07:06:48.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65sn8559 time="2024-02-29T07:06:48.543Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65sn8559 time="2024-02-29T07:06:48.543Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65sn8559 time="2024-02-29T07:06:48.543Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=65sn8559 time="2024-02-29T07:06:48.683Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=65sn8559 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:06:48.707Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=65sn8559 time="2024-02-29T07:06:48.707Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65sn8559 time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=65sn8559 status=True time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=65sn8559 status=True time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=65sn8559 status=False time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=65sn8559 status=True time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=65sn8559 status=True time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=65sn8559 status=True time="2024-02-29T07:06:48.726Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65sn8559 time="2024-02-29T07:06:48.726Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=183 elapsedMillisGT=0 outcome=unspecified reconcileID=65sn8559 time="2024-02-29T07:06:48.726Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=31a53115-8383-4211-8cd1-63ef068388db time="2024-02-29T07:06:53.37Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:06:53.371Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:06:53.371Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:06:53.371Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:06:53.371Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:06:53.371Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:07:00.063Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01856dc0-2e37-4b94-801b-d0a83d6772b7 time="2024-02-29T07:07:00.063Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=lwl8t97f time="2024-02-29T07:07:00.063Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=lwl8t97f time="2024-02-29T07:07:00.063Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=lwl8t97f time="2024-02-29T07:07:00.098Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=lwl8t97f time="2024-02-29T07:07:00.098Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=01856dc0-2e37-4b94-801b-d0a83d6772b7 time="2024-02-29T07:07:18.726Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=405000fe-cda9-4b2c-940a-62f07c69ac6c time="2024-02-29T07:07:18.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zf4967bj time="2024-02-29T07:07:18.726Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zf4967bj time="2024-02-29T07:07:18.726Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zf4967bj time="2024-02-29T07:07:18.727Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=zf4967bj time="2024-02-29T07:07:18.898Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=zf4967bj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:07:18.925Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=zf4967bj time="2024-02-29T07:07:18.925Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zf4967bj time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=zf4967bj status=True time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=zf4967bj status=True time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=zf4967bj status=False time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=zf4967bj status=True time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=zf4967bj status=True time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=zf4967bj status=True time="2024-02-29T07:07:18.946Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zf4967bj time="2024-02-29T07:07:18.946Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=219 elapsedMillisGT=0 outcome=unspecified reconcileID=zf4967bj time="2024-02-29T07:07:18.946Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=405000fe-cda9-4b2c-940a-62f07c69ac6c time="2024-02-29T07:07:34.65Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1f039e68-e941-4d5f-ae90-dcb8531ec066 time="2024-02-29T07:07:34.65Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.65Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.65Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:07:34.657Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.674Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.68Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.681Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.682Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.687Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.687Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.717Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=66 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=7vk6gtf5 time="2024-02-29T07:07:34.717Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1f039e68-e941-4d5f-ae90-dcb8531ec066 time="2024-02-29T07:07:48.947Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=47a3d7a6-ad4c-4672-a57c-6ef68ae928b4 time="2024-02-29T07:07:48.947Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=72wdfr78 time="2024-02-29T07:07:48.947Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=72wdfr78 time="2024-02-29T07:07:48.947Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=72wdfr78 time="2024-02-29T07:07:48.947Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=72wdfr78 time="2024-02-29T07:07:49.132Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=72wdfr78 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:07:49.157Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=72wdfr78 time="2024-02-29T07:07:49.157Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=72wdfr78 time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=72wdfr78 status=True time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=72wdfr78 status=True time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=72wdfr78 status=False time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=72wdfr78 status=True time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=72wdfr78 status=True time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=72wdfr78 status=True time="2024-02-29T07:07:49.179Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=72wdfr78 time="2024-02-29T07:07:49.179Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=232 elapsedMillisGT=0 outcome=unspecified reconcileID=72wdfr78 time="2024-02-29T07:07:49.179Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=47a3d7a6-ad4c-4672-a57c-6ef68ae928b4 time="2024-02-29T07:08:19.18Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8354f981-8cc6-4791-9ae1-f9f030946ea3 time="2024-02-29T07:08:19.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z5rjhq8f time="2024-02-29T07:08:19.18Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z5rjhq8f time="2024-02-29T07:08:19.18Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z5rjhq8f time="2024-02-29T07:08:19.181Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=z5rjhq8f time="2024-02-29T07:08:19.274Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=z5rjhq8f states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:08:19.296Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=z5rjhq8f time="2024-02-29T07:08:19.296Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z5rjhq8f time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=z5rjhq8f status=True time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=z5rjhq8f status=True time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=z5rjhq8f status=False time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=z5rjhq8f status=True time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=z5rjhq8f status=True time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=z5rjhq8f status=True time="2024-02-29T07:08:19.317Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z5rjhq8f time="2024-02-29T07:08:19.317Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=z5rjhq8f time="2024-02-29T07:08:19.317Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8354f981-8cc6-4791-9ae1-f9f030946ea3 time="2024-02-29T07:08:49.317Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ec2c2139-f7b5-4fe8-a983-ff1066da2c8f time="2024-02-29T07:08:49.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7l9wzp4q time="2024-02-29T07:08:49.317Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7l9wzp4q time="2024-02-29T07:08:49.317Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7l9wzp4q time="2024-02-29T07:08:49.318Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=7l9wzp4q time="2024-02-29T07:08:49.467Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=7l9wzp4q states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:08:49.493Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=7l9wzp4q time="2024-02-29T07:08:49.493Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7l9wzp4q time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=7l9wzp4q status=True time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=7l9wzp4q status=True time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=7l9wzp4q status=False time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=7l9wzp4q status=True time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=7l9wzp4q status=True time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=7l9wzp4q status=True time="2024-02-29T07:08:49.513Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=7l9wzp4q time="2024-02-29T07:08:49.513Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=7l9wzp4q time="2024-02-29T07:08:49.513Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ec2c2139-f7b5-4fe8-a983-ff1066da2c8f time="2024-02-29T07:08:53.372Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:08:53.372Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:08:53.372Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:08:53.372Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:08:53.372Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:08:53.372Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:09:19.514Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b4d5f90-fa76-43d2-b6a8-0fefaccf2086 time="2024-02-29T07:09:19.514Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.514Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.514Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.514Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.672Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=2mm7wvc2 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:09:19.697Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.697Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=2mm7wvc2 status=True time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=2mm7wvc2 status=True time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=2mm7wvc2 status=False time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=2mm7wvc2 status=True time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=2mm7wvc2 status=True time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=2mm7wvc2 status=True time="2024-02-29T07:09:19.719Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.719Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=205 elapsedMillisGT=0 outcome=unspecified reconcileID=2mm7wvc2 time="2024-02-29T07:09:19.719Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b4d5f90-fa76-43d2-b6a8-0fefaccf2086 time="2024-02-29T07:09:49.72Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=07717288-4f72-4bb9-b09e-fb360c35376d time="2024-02-29T07:09:49.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=85mdbtqj time="2024-02-29T07:09:49.72Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=85mdbtqj time="2024-02-29T07:09:49.72Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=85mdbtqj time="2024-02-29T07:09:49.72Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=85mdbtqj time="2024-02-29T07:09:49.871Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=85mdbtqj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:09:49.896Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=85mdbtqj time="2024-02-29T07:09:49.896Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=85mdbtqj time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=85mdbtqj status=True time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=85mdbtqj status=True time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=85mdbtqj status=False time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=85mdbtqj status=True time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=85mdbtqj status=True time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=85mdbtqj status=True time="2024-02-29T07:09:49.916Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=85mdbtqj time="2024-02-29T07:09:49.916Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=196 elapsedMillisGT=0 outcome=unspecified reconcileID=85mdbtqj time="2024-02-29T07:09:49.916Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=07717288-4f72-4bb9-b09e-fb360c35376d time="2024-02-29T07:10:19.917Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e75d6e61-f7b3-439a-a772-5d4b660a8e5f time="2024-02-29T07:10:19.917Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrmcsrs9 time="2024-02-29T07:10:19.917Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrmcsrs9 time="2024-02-29T07:10:19.917Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrmcsrs9 time="2024-02-29T07:10:19.918Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=vrmcsrs9 time="2024-02-29T07:10:20.068Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=vrmcsrs9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:10:20.092Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=vrmcsrs9 time="2024-02-29T07:10:20.092Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrmcsrs9 time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=vrmcsrs9 status=True time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=vrmcsrs9 status=True time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=vrmcsrs9 status=False time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=vrmcsrs9 status=True time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=vrmcsrs9 status=True time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=vrmcsrs9 status=True time="2024-02-29T07:10:20.113Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vrmcsrs9 time="2024-02-29T07:10:20.113Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=vrmcsrs9 time="2024-02-29T07:10:20.113Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e75d6e61-f7b3-439a-a772-5d4b660a8e5f time="2024-02-29T07:10:24Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3ad38867-944e-49e7-84e3-9f15e42707ea time="2024-02-29T07:10:24Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=q4xnm2hq time="2024-02-29T07:10:24Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=q4xnm2hq time="2024-02-29T07:10:24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuangaz-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuangaz-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuangaz-29 reconcileID=q4xnm2hq time="2024-02-29T07:10:24.477Z" level=info msg="condition Available changed for operator etcd" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=q4xnm2hq time="2024-02-29T07:10:24.477Z" level=info msg="condition Degraded changed for operator etcd" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=q4xnm2hq time="2024-02-29T07:10:24.491Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuangaz-29 controller=clusterState reconcileID=q4xnm2hq time="2024-02-29T07:10:24.491Z" level=info msg="reconcile complete" clusterDeployment=default/mihuangaz-29 controller=clusterState elapsedMillis=490 elapsedMillisGT=0 outcome=unspecified reconcileID=q4xnm2hq time="2024-02-29T07:10:24.491Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuangaz-29 namespace=default object=default/mihuangaz-29 reconcileID=3ad38867-944e-49e7-84e3-9f15e42707ea time="2024-02-29T07:10:25.576Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=15d16425-a9bb-448c-8098-0223ea14fcf4 time="2024-02-29T07:10:25.576Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.576Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.576Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:25.597Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.617Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.624Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.652Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.661Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=85 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=kg2r8tn4 time="2024-02-29T07:10:25.661Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=15d16425-a9bb-448c-8098-0223ea14fcf4 time="2024-02-29T07:10:25.662Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d4c179c2-cf3f-48c0-8b82-4913b0d10186 time="2024-02-29T07:10:25.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.662Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:25.67Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.688Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.696Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.721Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.721Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.721Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.721Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.721Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.722Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.723Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.724Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.725Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=6bmb5fvs time="2024-02-29T07:10:25.743Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.743Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=6bmb5fvs time="2024-02-29T07:10:25.743Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=81 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=6bmb5fvs time="2024-02-29T07:10:25.743Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d4c179c2-cf3f-48c0-8b82-4913b0d10186 time="2024-02-29T07:10:25.748Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=35c4a07b-58a0-4b11-9e1f-2101469d6775 time="2024-02-29T07:10:25.748Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.748Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.748Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:25.755Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.772Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.78Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.808Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.808Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.809Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.81Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.811Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.812Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=7b7z7t66 time="2024-02-29T07:10:25.826Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.826Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=7b7z7t66 time="2024-02-29T07:10:25.826Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=77 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=7b7z7t66 time="2024-02-29T07:10:25.826Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=35c4a07b-58a0-4b11-9e1f-2101469d6775 time="2024-02-29T07:10:25.836Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7f76d46e-25ce-4a2d-96ed-5ce5a0f326ec time="2024-02-29T07:10:25.836Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.836Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.836Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:25.845Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.867Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.877Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.905Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.905Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.905Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.905Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.905Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.906Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.907Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.908Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.909Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.909Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.909Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.909Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.909Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=zwffsxmg time="2024-02-29T07:10:25.927Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.927Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=zwffsxmg time="2024-02-29T07:10:25.927Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=zwffsxmg time="2024-02-29T07:10:25.927Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7f76d46e-25ce-4a2d-96ed-5ce5a0f326ec time="2024-02-29T07:10:25.947Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2d8defc4-f448-4b76-a6e2-7bc0985fff33 time="2024-02-29T07:10:25.948Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:25.948Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:25.948Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:25.956Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:25.975Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:25.981Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.012Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.012Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.012Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.012Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.012Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.013Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.014Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.015Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.015Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.015Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.015Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.015Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.016Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.017Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=5ntg8dzr time="2024-02-29T07:10:26.031Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.031Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=5ntg8dzr time="2024-02-29T07:10:26.031Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=83 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=5ntg8dzr time="2024-02-29T07:10:26.031Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=2d8defc4-f448-4b76-a6e2-7bc0985fff33 time="2024-02-29T07:10:26.071Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4cf3480d-09a2-4ad1-9609-314046ec4b2d time="2024-02-29T07:10:26.071Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.071Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.071Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:26.079Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.096Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.103Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.138Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.14Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.141Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.142Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.143Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.143Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.143Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.143Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.143Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=v2hlwfgg time="2024-02-29T07:10:26.155Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.155Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=v2hlwfgg time="2024-02-29T07:10:26.155Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=83 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=v2hlwfgg time="2024-02-29T07:10:26.155Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4cf3480d-09a2-4ad1-9609-314046ec4b2d time="2024-02-29T07:10:26.235Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=fb14ec0b-fe29-46da-9142-4f8ef0082828 time="2024-02-29T07:10:26.235Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.235Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.235Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:26.243Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.26Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.268Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.304Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.308Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.309Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.31Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.31Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.31Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.31Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.31Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=5bx5bs89 time="2024-02-29T07:10:26.325Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.325Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=5bx5bs89 time="2024-02-29T07:10:26.325Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=89 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=5bx5bs89 time="2024-02-29T07:10:26.325Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=fb14ec0b-fe29-46da-9142-4f8ef0082828 time="2024-02-29T07:10:26.485Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7afdfca0-841e-4957-833a-260cd7a86efd time="2024-02-29T07:10:26.485Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.485Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.485Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:26.493Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.51Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.516Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.542Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.542Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.542Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.542Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.542Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.543Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.543Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.543Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.543Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.543Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.544Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.544Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.544Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.544Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.544Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.545Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.546Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.546Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.546Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.546Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.546Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.547Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.548Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.548Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.548Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.548Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.548Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.549Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.549Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.549Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.549Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.549Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=wrc5hz6b time="2024-02-29T07:10:26.566Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.566Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wrc5hz6b time="2024-02-29T07:10:26.566Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=80 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=wrc5hz6b time="2024-02-29T07:10:26.566Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=7afdfca0-841e-4957-833a-260cd7a86efd time="2024-02-29T07:10:26.887Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d4a319a7-5f08-472e-85d0-1256876088ff time="2024-02-29T07:10:26.887Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.887Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.887Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:26.896Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.914Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.921Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.948Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.948Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.948Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.948Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.948Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.949Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.95Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.952Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.953Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.954Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.954Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.954Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.954Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.954Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=x4929tz9 time="2024-02-29T07:10:26.969Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.969Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=x4929tz9 time="2024-02-29T07:10:26.969Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=81 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=x4929tz9 time="2024-02-29T07:10:26.969Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=d4a319a7-5f08-472e-85d0-1256876088ff time="2024-02-29T07:10:27.61Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=3b23ff51-865d-430a-b1dc-83b4d5349baa time="2024-02-29T07:10:27.61Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.61Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.61Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:27.619Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.637Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.645Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.683Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.684Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.685Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.685Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.685Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.685Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.685Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.686Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.687Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.688Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=xrnmxpsn time="2024-02-29T07:10:27.701Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.701Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=xrnmxpsn time="2024-02-29T07:10:27.701Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=xrnmxpsn time="2024-02-29T07:10:27.701Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=3b23ff51-865d-430a-b1dc-83b4d5349baa time="2024-02-29T07:10:28.982Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=85150521-c3af-4fde-8938-2afe5a567a8a time="2024-02-29T07:10:28.982Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:28.982Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:28.982Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:28.991Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.009Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.015Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.046Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.046Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.046Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.046Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.046Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.048Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.049Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.05Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.051Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=9wgjhw2d time="2024-02-29T07:10:29.066Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.066Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=9wgjhw2d time="2024-02-29T07:10:29.066Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=84 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=9wgjhw2d time="2024-02-29T07:10:29.066Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=85150521-c3af-4fde-8938-2afe5a567a8a time="2024-02-29T07:10:31.627Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=759ad737-100b-4658-a425-9ece2a743f7a time="2024-02-29T07:10:31.627Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.627Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.627Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:31.637Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.655Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.661Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.696Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.697Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.698Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.699Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.7Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=89bpdghc time="2024-02-29T07:10:31.718Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.718Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=89bpdghc time="2024-02-29T07:10:31.718Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=90 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=89bpdghc time="2024-02-29T07:10:31.718Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=759ad737-100b-4658-a425-9ece2a743f7a time="2024-02-29T07:10:36.838Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e75e9666-05dc-4226-9213-fae420cc8f7a time="2024-02-29T07:10:36.838Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.838Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.838Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:36.847Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.865Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.874Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.896Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.896Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.896Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.896Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.896Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.897Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.898Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.899Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.9Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.9Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.9Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.9Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.9Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.917Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.917Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.917Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=78 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=n8dlvjk2 time="2024-02-29T07:10:36.917Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e75e9666-05dc-4226-9213-fae420cc8f7a time="2024-02-29T07:10:47.158Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=61f2cf97-bb4c-4753-b84a-3b1c735f7854 time="2024-02-29T07:10:47.158Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.158Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.158Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:10:47.167Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.185Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.191Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.221Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.222Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.223Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.224Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=p7vpswqb time="2024-02-29T07:10:47.237Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.237Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=p7vpswqb time="2024-02-29T07:10:47.237Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=78 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=p7vpswqb time="2024-02-29T07:10:47.237Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=61f2cf97-bb4c-4753-b84a-3b1c735f7854 time="2024-02-29T07:10:50.113Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8b859d4-2f54-468a-9e10-6d29cfb577d4 time="2024-02-29T07:10:50.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=shppns8r time="2024-02-29T07:10:50.113Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=shppns8r time="2024-02-29T07:10:50.113Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=shppns8r time="2024-02-29T07:10:50.113Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=shppns8r time="2024-02-29T07:10:50.217Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=shppns8r states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:10:50.24Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=shppns8r time="2024-02-29T07:10:50.24Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=shppns8r time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=shppns8r status=True time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=shppns8r status=True time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=shppns8r status=False time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=shppns8r status=True time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=shppns8r status=True time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=shppns8r status=True time="2024-02-29T07:10:50.262Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=shppns8r time="2024-02-29T07:10:50.262Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=148 elapsedMillisGT=0 outcome=unspecified reconcileID=shppns8r time="2024-02-29T07:10:50.262Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a8b859d4-2f54-468a-9e10-6d29cfb577d4 time="2024-02-29T07:10:53.373Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:10:53.374Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:10:53.374Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:10:53.374Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:10:53.374Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:10:53.374Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:11:07.717Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=099379a5-d684-48a2-9efc-65b4d3581269 time="2024-02-29T07:11:07.718Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.718Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.718Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:11:07.729Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.749Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.755Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.78Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.78Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.78Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.78Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.78Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.781Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.782Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.783Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.784Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.784Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.784Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.784Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.784Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=ptct2bch time="2024-02-29T07:11:07.802Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.802Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=ptct2bch time="2024-02-29T07:11:07.802Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=84 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=ptct2bch time="2024-02-29T07:11:07.802Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=099379a5-d684-48a2-9efc-65b4d3581269 time="2024-02-29T07:11:20.262Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3c331e2-b841-43f0-b99a-a54e84a07cc0 time="2024-02-29T07:11:20.262Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zc9jfg2q time="2024-02-29T07:11:20.262Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zc9jfg2q time="2024-02-29T07:11:20.262Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zc9jfg2q time="2024-02-29T07:11:20.262Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=zc9jfg2q time="2024-02-29T07:11:20.429Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=zc9jfg2q states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:11:20.451Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=zc9jfg2q time="2024-02-29T07:11:20.451Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zc9jfg2q time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=zc9jfg2q status=True time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=zc9jfg2q status=True time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=zc9jfg2q status=False time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=zc9jfg2q status=True time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=zc9jfg2q status=True time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=zc9jfg2q status=True time="2024-02-29T07:11:20.472Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zc9jfg2q time="2024-02-29T07:11:20.472Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=209 elapsedMillisGT=0 outcome=unspecified reconcileID=zc9jfg2q time="2024-02-29T07:11:20.472Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3c331e2-b841-43f0-b99a-a54e84a07cc0 time="2024-02-29T07:11:43.849Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=903df64c-f542-43c0-89c8-166e4b240f09 time="2024-02-29T07:11:43.849Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.849Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.849Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:11:43.859Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.875Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.881Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.935Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.936Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.937Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.938Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=tvxm9vxb time="2024-02-29T07:11:43.957Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.957Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=tvxm9vxb time="2024-02-29T07:11:43.957Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=tvxm9vxb time="2024-02-29T07:11:43.957Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=903df64c-f542-43c0-89c8-166e4b240f09 time="2024-02-29T07:11:48.763Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=c056c37e-b155-43b3-aee3-f7a26c817d73 time="2024-02-29T07:11:48.763Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.763Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.763Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:11:48.772Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.789Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.796Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.832Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.832Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.832Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.832Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.832Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.833Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.834Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.835Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=kschk4lc time="2024-02-29T07:11:48.851Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.851Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=kschk4lc time="2024-02-29T07:11:48.851Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=87 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=kschk4lc time="2024-02-29T07:11:48.851Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=c056c37e-b155-43b3-aee3-f7a26c817d73 time="2024-02-29T07:11:50.472Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2257f061-8d7f-4e32-9853-a1895a83ced4 time="2024-02-29T07:11:50.472Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggzrk959 time="2024-02-29T07:11:50.472Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggzrk959 time="2024-02-29T07:11:50.472Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggzrk959 time="2024-02-29T07:11:50.473Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ggzrk959 time="2024-02-29T07:11:50.567Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ggzrk959 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:11:50.59Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=ggzrk959 time="2024-02-29T07:11:50.59Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggzrk959 time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=ggzrk959 status=True time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=ggzrk959 status=True time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=ggzrk959 status=False time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=ggzrk959 status=True time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=ggzrk959 status=True time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=ggzrk959 status=True time="2024-02-29T07:11:50.609Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggzrk959 time="2024-02-29T07:11:50.609Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=ggzrk959 time="2024-02-29T07:11:50.609Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2257f061-8d7f-4e32-9853-a1895a83ced4 time="2024-02-29T07:12:01.086Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a1861eb8-e291-406b-96ee-5ce4cfd2c2ea time="2024-02-29T07:12:01.086Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.086Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.086Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:12:01.096Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.114Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.124Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.16Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.161Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.162Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.163Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=jcszt4mf time="2024-02-29T07:12:01.176Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.176Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=jcszt4mf time="2024-02-29T07:12:01.176Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=90 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=jcszt4mf time="2024-02-29T07:12:01.176Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a1861eb8-e291-406b-96ee-5ce4cfd2c2ea time="2024-02-29T07:12:20.61Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b4eda157-35b2-4efb-873d-1cf2ac7c1f2d time="2024-02-29T07:12:20.61Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw597lsw time="2024-02-29T07:12:20.61Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw597lsw time="2024-02-29T07:12:20.61Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw597lsw time="2024-02-29T07:12:20.611Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=hw597lsw time="2024-02-29T07:12:20.724Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=hw597lsw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:12:20.748Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=hw597lsw time="2024-02-29T07:12:20.748Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw597lsw time="2024-02-29T07:12:20.771Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=hw597lsw status=True time="2024-02-29T07:12:20.771Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=hw597lsw status=True time="2024-02-29T07:12:20.771Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=hw597lsw status=False time="2024-02-29T07:12:20.771Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=hw597lsw status=True time="2024-02-29T07:12:20.772Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=hw597lsw status=True time="2024-02-29T07:12:20.772Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=hw597lsw status=True time="2024-02-29T07:12:20.772Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=hw597lsw time="2024-02-29T07:12:20.772Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=161 elapsedMillisGT=0 outcome=unspecified reconcileID=hw597lsw time="2024-02-29T07:12:20.772Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b4eda157-35b2-4efb-873d-1cf2ac7c1f2d time="2024-02-29T07:12:50.772Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a92f5a41-665f-4ce0-aa2e-bcd2c7e8feb3 time="2024-02-29T07:12:50.772Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjl7psq time="2024-02-29T07:12:50.772Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjl7psq time="2024-02-29T07:12:50.772Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjl7psq time="2024-02-29T07:12:50.773Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=tmjl7psq time="2024-02-29T07:12:50.894Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=tmjl7psq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:12:50.918Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=tmjl7psq time="2024-02-29T07:12:50.918Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjl7psq time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=tmjl7psq status=True time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=tmjl7psq status=True time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=tmjl7psq status=False time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=tmjl7psq status=True time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=tmjl7psq status=True time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=tmjl7psq status=True time="2024-02-29T07:12:50.94Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tmjl7psq time="2024-02-29T07:12:50.94Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=167 elapsedMillisGT=0 outcome=unspecified reconcileID=tmjl7psq time="2024-02-29T07:12:50.94Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a92f5a41-665f-4ce0-aa2e-bcd2c7e8feb3 time="2024-02-29T07:12:53.374Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:12:53.375Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:12:53.375Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:12:53.375Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:12:53.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:12:53.375Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:13:20.941Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5bb4e55c-2818-4866-b9af-f606f959d630 time="2024-02-29T07:13:20.941Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9265pgb time="2024-02-29T07:13:20.941Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9265pgb time="2024-02-29T07:13:20.941Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9265pgb time="2024-02-29T07:13:20.941Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=k9265pgb time="2024-02-29T07:13:21.04Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=k9265pgb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:13:21.064Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=k9265pgb time="2024-02-29T07:13:21.064Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9265pgb time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=k9265pgb status=True time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=k9265pgb status=True time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=k9265pgb status=False time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=k9265pgb status=True time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=k9265pgb status=True time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=k9265pgb status=True time="2024-02-29T07:13:21.084Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k9265pgb time="2024-02-29T07:13:21.084Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=k9265pgb time="2024-02-29T07:13:21.084Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5bb4e55c-2818-4866-b9af-f606f959d630 time="2024-02-29T07:13:51.085Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2dbd2e70-a180-4b10-8995-36cd117927d3 time="2024-02-29T07:13:51.085Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gbmv2p6x time="2024-02-29T07:13:51.085Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gbmv2p6x time="2024-02-29T07:13:51.085Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gbmv2p6x time="2024-02-29T07:13:51.085Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=gbmv2p6x time="2024-02-29T07:13:51.224Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=gbmv2p6x states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:13:51.25Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=gbmv2p6x time="2024-02-29T07:13:51.25Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gbmv2p6x time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=gbmv2p6x status=True time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=gbmv2p6x status=True time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=gbmv2p6x status=False time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=gbmv2p6x status=True time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=gbmv2p6x status=True time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=gbmv2p6x status=True time="2024-02-29T07:13:51.273Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gbmv2p6x time="2024-02-29T07:13:51.273Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=188 elapsedMillisGT=0 outcome=unspecified reconcileID=gbmv2p6x time="2024-02-29T07:13:51.273Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2dbd2e70-a180-4b10-8995-36cd117927d3 time="2024-02-29T07:14:21.274Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ed58d2fc-91df-4cc1-a470-6c559ae5705b time="2024-02-29T07:14:21.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mtt9n4n time="2024-02-29T07:14:21.274Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mtt9n4n time="2024-02-29T07:14:21.274Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mtt9n4n time="2024-02-29T07:14:21.275Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4mtt9n4n time="2024-02-29T07:14:21.421Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4mtt9n4n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:14:21.447Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4mtt9n4n time="2024-02-29T07:14:21.447Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mtt9n4n time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4mtt9n4n status=True time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4mtt9n4n status=True time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=4mtt9n4n status=False time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=4mtt9n4n status=True time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=4mtt9n4n status=True time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4mtt9n4n status=True time="2024-02-29T07:14:21.467Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mtt9n4n time="2024-02-29T07:14:21.467Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=192 elapsedMillisGT=0 outcome=unspecified reconcileID=4mtt9n4n time="2024-02-29T07:14:21.467Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ed58d2fc-91df-4cc1-a470-6c559ae5705b time="2024-02-29T07:14:32.692Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a38aec2f-3127-4cf7-8518-fadafd8e4193 time="2024-02-29T07:14:32.692Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.692Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.692Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:14:32.71Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.724Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.73Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.752Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.753Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.754Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.754Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.754Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.754Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.754Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.755Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.756Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.756Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.756Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.756Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.756Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.757Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.758Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.758Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.758Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.758Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.758Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.759Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.759Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.759Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.759Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.759Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.785Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.785Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.785Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=92 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=lq7gh7z2 time="2024-02-29T07:14:32.785Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=a38aec2f-3127-4cf7-8518-fadafd8e4193 time="2024-02-29T07:14:51.467Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=19c36e6c-8e99-4db9-a62e-8e87e5b00f51 time="2024-02-29T07:14:51.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qzdrvqlq time="2024-02-29T07:14:51.467Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qzdrvqlq time="2024-02-29T07:14:51.467Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qzdrvqlq time="2024-02-29T07:14:51.468Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qzdrvqlq time="2024-02-29T07:14:51.574Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qzdrvqlq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:14:51.598Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qzdrvqlq time="2024-02-29T07:14:51.598Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qzdrvqlq time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qzdrvqlq status=True time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qzdrvqlq status=True time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=qzdrvqlq status=False time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=qzdrvqlq status=True time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=qzdrvqlq status=True time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qzdrvqlq status=True time="2024-02-29T07:14:51.619Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qzdrvqlq time="2024-02-29T07:14:51.619Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=151 elapsedMillisGT=0 outcome=unspecified reconcileID=qzdrvqlq time="2024-02-29T07:14:51.619Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=19c36e6c-8e99-4db9-a62e-8e87e5b00f51 time="2024-02-29T07:14:53.375Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:14:53.375Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:14:53.375Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:14:53.375Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:14:53.375Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:14:53.375Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:15:00.121Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:15:21.619Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8193a2c-7857-4a74-8291-abf8027637a2 time="2024-02-29T07:15:21.619Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4pmqf68f time="2024-02-29T07:15:21.619Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4pmqf68f time="2024-02-29T07:15:21.619Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4pmqf68f time="2024-02-29T07:15:21.62Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4pmqf68f time="2024-02-29T07:15:21.763Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4pmqf68f states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:15:21.788Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4pmqf68f time="2024-02-29T07:15:21.788Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4pmqf68f time="2024-02-29T07:15:21.809Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4pmqf68f status=True time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4pmqf68f status=True time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=4pmqf68f status=False time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=4pmqf68f status=True time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=4pmqf68f status=True time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4pmqf68f status=True time="2024-02-29T07:15:21.81Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4pmqf68f time="2024-02-29T07:15:21.81Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=4pmqf68f time="2024-02-29T07:15:21.81Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8193a2c-7857-4a74-8291-abf8027637a2 time="2024-02-29T07:15:51.81Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c282484a-af4a-462a-82c0-42c871231f72 time="2024-02-29T07:15:51.81Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6gb7d9j time="2024-02-29T07:15:51.81Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6gb7d9j time="2024-02-29T07:15:51.81Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6gb7d9j time="2024-02-29T07:15:51.811Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=z6gb7d9j time="2024-02-29T07:15:51.899Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=z6gb7d9j states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:15:51.921Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=z6gb7d9j time="2024-02-29T07:15:51.921Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6gb7d9j time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=z6gb7d9j status=True time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=z6gb7d9j status=True time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=z6gb7d9j status=False time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=z6gb7d9j status=True time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=z6gb7d9j status=True time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=z6gb7d9j status=True time="2024-02-29T07:15:51.942Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=z6gb7d9j time="2024-02-29T07:15:51.942Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=z6gb7d9j time="2024-02-29T07:15:51.942Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c282484a-af4a-462a-82c0-42c871231f72 time="2024-02-29T07:16:21.943Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b1a0883-1b87-4f42-bdfa-748404715919 time="2024-02-29T07:16:21.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6z8fxz9s time="2024-02-29T07:16:21.943Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6z8fxz9s time="2024-02-29T07:16:21.943Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6z8fxz9s time="2024-02-29T07:16:21.943Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=6z8fxz9s time="2024-02-29T07:16:22.103Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=6z8fxz9s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:16:22.125Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=6z8fxz9s time="2024-02-29T07:16:22.125Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6z8fxz9s time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=6z8fxz9s status=True time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=6z8fxz9s status=True time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=6z8fxz9s status=False time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=6z8fxz9s status=True time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=6z8fxz9s status=True time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=6z8fxz9s status=True time="2024-02-29T07:16:22.145Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6z8fxz9s time="2024-02-29T07:16:22.145Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=202 elapsedMillisGT=0 outcome=unspecified reconcileID=6z8fxz9s time="2024-02-29T07:16:22.145Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4b1a0883-1b87-4f42-bdfa-748404715919 time="2024-02-29T07:16:52.146Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e72bfd0a-75f0-4134-857a-e205fe1da7af time="2024-02-29T07:16:52.146Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bdv8rdhc time="2024-02-29T07:16:52.146Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bdv8rdhc time="2024-02-29T07:16:52.146Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bdv8rdhc time="2024-02-29T07:16:52.146Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=bdv8rdhc time="2024-02-29T07:16:52.253Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=bdv8rdhc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:16:52.277Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=bdv8rdhc time="2024-02-29T07:16:52.277Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bdv8rdhc time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=bdv8rdhc status=True time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=bdv8rdhc status=True time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=bdv8rdhc status=False time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=bdv8rdhc status=True time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=bdv8rdhc status=True time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=bdv8rdhc status=True time="2024-02-29T07:16:52.296Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bdv8rdhc time="2024-02-29T07:16:52.296Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=bdv8rdhc time="2024-02-29T07:16:52.296Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e72bfd0a-75f0-4134-857a-e205fe1da7af time="2024-02-29T07:16:53.376Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:16:53.376Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:16:53.376Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:16:53.376Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:16:53.376Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:16:53.376Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:17:00.099Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f7c5453e-71f3-4660-9ec0-82e15da63db3 time="2024-02-29T07:17:00.099Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=wpbpc2j2 time="2024-02-29T07:17:00.099Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=wpbpc2j2 time="2024-02-29T07:17:00.099Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=wpbpc2j2 time="2024-02-29T07:17:00.142Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=43 elapsedMillisGT=0 outcome=unspecified reconcileID=wpbpc2j2 time="2024-02-29T07:17:00.142Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f7c5453e-71f3-4660-9ec0-82e15da63db3 time="2024-02-29T07:17:04.69Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=91a0a011-983b-476f-9a19-3bb4c1a23184 time="2024-02-29T07:17:04.69Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.69Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.69Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:17:04.69Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=a923e438-ceec-47b9-928e-1051ff4d4fba time="2024-02-29T07:17:04.69Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:04.69Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:04.69Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:17:04.69Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=9297254f-17a8-4338-96fb-455eaac538e8 time="2024-02-29T07:17:04.69Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=t676mp6j time="2024-02-29T07:17:04.69Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=t676mp6j time="2024-02-29T07:17:04.69Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:17:04.691Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=t676mp6j time="2024-02-29T07:17:04.691Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=t676mp6j time="2024-02-29T07:17:04.691Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=9297254f-17a8-4338-96fb-455eaac538e8 time="2024-02-29T07:17:04.69Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=6cb0def2-45c2-41ce-8265-60dbf6145ccb time="2024-02-29T07:17:04.691Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.691Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.691Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:17:04.698Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.7Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.712Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.718Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.719Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.719Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.719Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.719Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.719Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.719Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.72Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.721Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.722Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=8znvjcv9 time="2024-02-29T07:17:04.723Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.726Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.728Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.729Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=8znvjcv9 time="2024-02-29T07:17:04.762Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=72 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=8znvjcv9 time="2024-02-29T07:17:04.762Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=91a0a011-983b-476f-9a19-3bb4c1a23184 time="2024-02-29T07:17:04.769Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.769Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.769Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.769Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.769Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.77Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.771Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.772Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.773Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.774Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.774Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.774Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.774Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.774Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.775Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.799Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.799Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.799Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=cqpqk2t8 time="2024-02-29T07:17:04.799Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=6cb0def2-45c2-41ce-8265-60dbf6145ccb time="2024-02-29T07:17:05.007Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:05.147Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.884Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.884Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.884Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.884Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.884Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.885Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.886Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.887Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=tp6fn4zq time="2024-02-29T07:17:11.888Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.974Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.974Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=tp6fn4zq time="2024-02-29T07:17:11.98Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7289 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=tp6fn4zq time="2024-02-29T07:17:11.98Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=a923e438-ceec-47b9-928e-1051ff4d4fba time="2024-02-29T07:17:22.297Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f8891678-ef80-4e9a-b5f1-258946430aba time="2024-02-29T07:17:22.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9c86sff9 time="2024-02-29T07:17:22.297Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9c86sff9 time="2024-02-29T07:17:22.297Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9c86sff9 time="2024-02-29T07:17:22.298Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9c86sff9 time="2024-02-29T07:17:22.436Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9c86sff9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:17:22.461Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9c86sff9 time="2024-02-29T07:17:22.461Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9c86sff9 time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9c86sff9 status=True time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9c86sff9 status=True time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=9c86sff9 status=False time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=9c86sff9 status=True time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=9c86sff9 status=True time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9c86sff9 status=True time="2024-02-29T07:17:22.481Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9c86sff9 time="2024-02-29T07:17:22.482Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=184 elapsedMillisGT=0 outcome=unspecified reconcileID=9c86sff9 time="2024-02-29T07:17:22.482Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f8891678-ef80-4e9a-b5f1-258946430aba time="2024-02-29T07:17:34.718Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f6f7ea63-59d4-4ceb-bea9-a94a6e7fbace time="2024-02-29T07:17:34.718Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.718Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.718Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:17:34.728Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.742Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.747Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.748Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.749Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.75Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=ksqkjkkd time="2024-02-29T07:17:34.751Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.755Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.755Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=ksqkjkkd time="2024-02-29T07:17:34.788Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=70 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=ksqkjkkd time="2024-02-29T07:17:34.788Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f6f7ea63-59d4-4ceb-bea9-a94a6e7fbace time="2024-02-29T07:17:52.482Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=41b719d8-bde1-4a31-8972-23b14c651240 time="2024-02-29T07:17:52.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qqxhbdzk time="2024-02-29T07:17:52.482Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qqxhbdzk time="2024-02-29T07:17:52.482Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qqxhbdzk time="2024-02-29T07:17:52.483Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qqxhbdzk time="2024-02-29T07:17:52.619Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qqxhbdzk states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:17:52.643Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qqxhbdzk time="2024-02-29T07:17:52.643Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qqxhbdzk time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qqxhbdzk status=True time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qqxhbdzk status=True time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=qqxhbdzk status=False time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=qqxhbdzk status=True time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=qqxhbdzk status=True time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qqxhbdzk status=True time="2024-02-29T07:17:52.664Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qqxhbdzk time="2024-02-29T07:17:52.664Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=qqxhbdzk time="2024-02-29T07:17:52.664Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=41b719d8-bde1-4a31-8972-23b14c651240 time="2024-02-29T07:18:22.665Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f3f45c6b-9b4f-4eb0-85d2-f59208911dc6 time="2024-02-29T07:18:22.665Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mcvq76z time="2024-02-29T07:18:22.665Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mcvq76z time="2024-02-29T07:18:22.665Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mcvq76z time="2024-02-29T07:18:22.665Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4mcvq76z time="2024-02-29T07:18:22.825Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4mcvq76z states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:18:22.848Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4mcvq76z time="2024-02-29T07:18:22.848Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mcvq76z time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4mcvq76z status=True time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4mcvq76z status=True time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=4mcvq76z status=False time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=4mcvq76z status=True time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=4mcvq76z status=True time="2024-02-29T07:18:22.866Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4mcvq76z status=True time="2024-02-29T07:18:22.867Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4mcvq76z time="2024-02-29T07:18:22.867Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=4mcvq76z time="2024-02-29T07:18:22.867Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f3f45c6b-9b4f-4eb0-85d2-f59208911dc6 time="2024-02-29T07:18:52.867Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f05b6c9b-d50b-4fd7-849c-37089287c2df time="2024-02-29T07:18:52.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dq5nwf7l time="2024-02-29T07:18:52.867Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dq5nwf7l time="2024-02-29T07:18:52.867Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dq5nwf7l time="2024-02-29T07:18:52.868Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=dq5nwf7l time="2024-02-29T07:18:53.012Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=dq5nwf7l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:18:53.049Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=dq5nwf7l time="2024-02-29T07:18:53.049Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dq5nwf7l time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=dq5nwf7l status=True time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=dq5nwf7l status=True time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=dq5nwf7l status=False time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=dq5nwf7l status=True time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=dq5nwf7l status=True time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=dq5nwf7l status=True time="2024-02-29T07:18:53.076Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dq5nwf7l time="2024-02-29T07:18:53.076Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=208 elapsedMillisGT=0 outcome=unspecified reconcileID=dq5nwf7l time="2024-02-29T07:18:53.076Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f05b6c9b-d50b-4fd7-849c-37089287c2df time="2024-02-29T07:18:53.377Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:18:53.377Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:18:53.377Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:18:53.377Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:18:53.377Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:18:53.377Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:19:23.077Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1ddc3313-92fc-46d8-aa41-f23cecef3d5c time="2024-02-29T07:19:23.077Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.077Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.077Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.077Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.246Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ftw5g5r5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:19:23.272Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.272Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=ftw5g5r5 status=True time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=ftw5g5r5 status=True time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=ftw5g5r5 status=False time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=ftw5g5r5 status=True time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=ftw5g5r5 status=True time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=ftw5g5r5 status=True time="2024-02-29T07:19:23.293Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.293Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=215 elapsedMillisGT=0 outcome=unspecified reconcileID=ftw5g5r5 time="2024-02-29T07:19:23.293Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1ddc3313-92fc-46d8-aa41-f23cecef3d5c time="2024-02-29T07:19:53.293Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b01bc02-f00c-4b47-9ea5-02c27b5ceac9 time="2024-02-29T07:19:53.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x4kdhjbc time="2024-02-29T07:19:53.293Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x4kdhjbc time="2024-02-29T07:19:53.293Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x4kdhjbc time="2024-02-29T07:19:53.294Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=x4kdhjbc time="2024-02-29T07:19:53.425Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=x4kdhjbc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:19:53.452Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=x4kdhjbc time="2024-02-29T07:19:53.452Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x4kdhjbc time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=x4kdhjbc status=True time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=x4kdhjbc status=True time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=x4kdhjbc status=False time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=x4kdhjbc status=True time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=x4kdhjbc status=True time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=x4kdhjbc status=True time="2024-02-29T07:19:53.477Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x4kdhjbc time="2024-02-29T07:19:53.477Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=183 elapsedMillisGT=0 outcome=unspecified reconcileID=x4kdhjbc time="2024-02-29T07:19:53.477Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2b01bc02-f00c-4b47-9ea5-02c27b5ceac9 time="2024-02-29T07:20:23.477Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f4ae814-3b8a-49e2-bad7-6448a4de46b1 time="2024-02-29T07:20:23.477Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qww7z4vd time="2024-02-29T07:20:23.477Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qww7z4vd time="2024-02-29T07:20:23.477Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qww7z4vd time="2024-02-29T07:20:23.478Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=qww7z4vd time="2024-02-29T07:20:23.621Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=qww7z4vd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:20:23.644Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=qww7z4vd time="2024-02-29T07:20:23.644Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qww7z4vd time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=qww7z4vd status=True time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=qww7z4vd status=True time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=qww7z4vd status=False time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=qww7z4vd status=True time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=qww7z4vd status=True time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=qww7z4vd status=True time="2024-02-29T07:20:23.668Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=qww7z4vd time="2024-02-29T07:20:23.668Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=qww7z4vd time="2024-02-29T07:20:23.668Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f4ae814-3b8a-49e2-bad7-6448a4de46b1 time="2024-02-29T07:20:53.378Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:20:53.378Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:20:53.378Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:20:53.378Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:20:53.378Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:20:53.378Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:20:53.669Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0e281cf5-fd0c-4566-9b40-505b00afcca9 time="2024-02-29T07:20:53.669Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4gzlflpw time="2024-02-29T07:20:53.669Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4gzlflpw time="2024-02-29T07:20:53.669Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4gzlflpw time="2024-02-29T07:20:53.669Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=4gzlflpw time="2024-02-29T07:20:53.842Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=4gzlflpw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:20:53.864Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=4gzlflpw time="2024-02-29T07:20:53.864Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4gzlflpw time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=4gzlflpw status=True time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=4gzlflpw status=True time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=4gzlflpw status=False time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=4gzlflpw status=True time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=4gzlflpw status=True time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=4gzlflpw status=True time="2024-02-29T07:20:53.883Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=4gzlflpw time="2024-02-29T07:20:53.883Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=214 elapsedMillisGT=0 outcome=unspecified reconcileID=4gzlflpw time="2024-02-29T07:20:53.883Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0e281cf5-fd0c-4566-9b40-505b00afcca9 time="2024-02-29T07:21:23.883Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=37d49bec-917b-4e00-9a9b-a428d93b85a2 time="2024-02-29T07:21:23.883Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gp2xd95l time="2024-02-29T07:21:23.883Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gp2xd95l time="2024-02-29T07:21:23.883Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gp2xd95l time="2024-02-29T07:21:23.884Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=gp2xd95l time="2024-02-29T07:21:24.032Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=gp2xd95l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:21:24.054Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=gp2xd95l time="2024-02-29T07:21:24.054Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gp2xd95l time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=gp2xd95l status=True time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=gp2xd95l status=True time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=gp2xd95l status=False time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=gp2xd95l status=True time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=gp2xd95l status=True time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=gp2xd95l status=True time="2024-02-29T07:21:24.074Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=gp2xd95l time="2024-02-29T07:21:24.074Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=gp2xd95l time="2024-02-29T07:21:24.074Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=37d49bec-917b-4e00-9a9b-a428d93b85a2 time="2024-02-29T07:21:54.075Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a50bfa5e-a088-438a-a447-53cedfe2d178 time="2024-02-29T07:21:54.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=brm6gqs9 time="2024-02-29T07:21:54.075Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=brm6gqs9 time="2024-02-29T07:21:54.075Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=brm6gqs9 time="2024-02-29T07:21:54.076Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=brm6gqs9 time="2024-02-29T07:21:54.233Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=brm6gqs9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:21:54.263Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=brm6gqs9 time="2024-02-29T07:21:54.263Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=brm6gqs9 time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=brm6gqs9 status=True time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=brm6gqs9 status=True time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=brm6gqs9 status=False time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=brm6gqs9 status=True time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=brm6gqs9 status=True time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=brm6gqs9 status=True time="2024-02-29T07:21:54.285Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=brm6gqs9 time="2024-02-29T07:21:54.285Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=209 elapsedMillisGT=0 outcome=unspecified reconcileID=brm6gqs9 time="2024-02-29T07:21:54.285Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a50bfa5e-a088-438a-a447-53cedfe2d178 time="2024-02-29T07:22:24.285Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0bea84eb-63aa-41c1-acfa-f4ae720f7a8b time="2024-02-29T07:22:24.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vnjdc2wq time="2024-02-29T07:22:24.285Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vnjdc2wq time="2024-02-29T07:22:24.285Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vnjdc2wq time="2024-02-29T07:22:24.286Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=vnjdc2wq time="2024-02-29T07:22:24.425Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=vnjdc2wq states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:22:24.448Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=vnjdc2wq time="2024-02-29T07:22:24.448Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vnjdc2wq time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=vnjdc2wq status=True time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=vnjdc2wq status=True time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=vnjdc2wq status=False time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=vnjdc2wq status=True time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=vnjdc2wq status=True time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=vnjdc2wq status=True time="2024-02-29T07:22:24.467Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vnjdc2wq time="2024-02-29T07:22:24.467Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=181 elapsedMillisGT=0 outcome=unspecified reconcileID=vnjdc2wq time="2024-02-29T07:22:24.467Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0bea84eb-63aa-41c1-acfa-f4ae720f7a8b time="2024-02-29T07:22:53.379Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:22:53.379Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:22:53.379Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:22:53.379Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:22:53.379Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:22:53.379Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:22:54.467Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a6a6c8dc-8eba-4051-ab98-744c98be7101 time="2024-02-29T07:22:54.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vmpxttn9 time="2024-02-29T07:22:54.467Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vmpxttn9 time="2024-02-29T07:22:54.468Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vmpxttn9 time="2024-02-29T07:22:54.468Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=vmpxttn9 time="2024-02-29T07:22:54.558Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=vmpxttn9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:22:54.581Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=vmpxttn9 time="2024-02-29T07:22:54.581Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vmpxttn9 time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=vmpxttn9 status=True time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=vmpxttn9 status=True time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=vmpxttn9 status=False time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=vmpxttn9 status=True time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=vmpxttn9 status=True time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=vmpxttn9 status=True time="2024-02-29T07:22:54.6Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vmpxttn9 time="2024-02-29T07:22:54.6Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=132 elapsedMillisGT=0 outcome=unspecified reconcileID=vmpxttn9 time="2024-02-29T07:22:54.6Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a6a6c8dc-8eba-4051-ab98-744c98be7101 time="2024-02-29T07:23:24.601Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b8ff533e-0538-4183-a0cf-f96452931e69 time="2024-02-29T07:23:24.601Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dmx6k2hw time="2024-02-29T07:23:24.601Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dmx6k2hw time="2024-02-29T07:23:24.601Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dmx6k2hw time="2024-02-29T07:23:24.602Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=dmx6k2hw time="2024-02-29T07:23:24.714Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=dmx6k2hw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:23:24.739Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=dmx6k2hw time="2024-02-29T07:23:24.739Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dmx6k2hw time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=dmx6k2hw status=True time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=dmx6k2hw status=True time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=dmx6k2hw status=False time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=dmx6k2hw status=True time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=dmx6k2hw status=True time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=dmx6k2hw status=True time="2024-02-29T07:23:24.761Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dmx6k2hw time="2024-02-29T07:23:24.761Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=160 elapsedMillisGT=0 outcome=unspecified reconcileID=dmx6k2hw time="2024-02-29T07:23:24.761Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b8ff533e-0538-4183-a0cf-f96452931e69 time="2024-02-29T07:23:54.762Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d07d9d8f-19de-470f-84bb-2286db3c6217 time="2024-02-29T07:23:54.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2s5kctf time="2024-02-29T07:23:54.762Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2s5kctf time="2024-02-29T07:23:54.762Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2s5kctf time="2024-02-29T07:23:54.763Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=k2s5kctf time="2024-02-29T07:23:54.922Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=k2s5kctf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:23:54.95Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=k2s5kctf time="2024-02-29T07:23:54.95Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2s5kctf time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=k2s5kctf status=True time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=k2s5kctf status=True time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=k2s5kctf status=False time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=k2s5kctf status=True time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=k2s5kctf status=True time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=k2s5kctf status=True time="2024-02-29T07:23:54.972Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=k2s5kctf time="2024-02-29T07:23:54.972Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=209 elapsedMillisGT=0 outcome=unspecified reconcileID=k2s5kctf time="2024-02-29T07:23:54.972Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d07d9d8f-19de-470f-84bb-2286db3c6217 time="2024-02-29T07:24:24.972Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5d77b83e-f8fa-4540-a762-e63448ac44dc time="2024-02-29T07:24:24.972Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mbxrc265 time="2024-02-29T07:24:24.972Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mbxrc265 time="2024-02-29T07:24:24.972Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mbxrc265 time="2024-02-29T07:24:24.973Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mbxrc265 time="2024-02-29T07:24:25.113Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mbxrc265 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:24:25.137Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mbxrc265 time="2024-02-29T07:24:25.137Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mbxrc265 time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mbxrc265 status=True time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mbxrc265 status=True time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=mbxrc265 status=False time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=mbxrc265 status=True time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=mbxrc265 status=True time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mbxrc265 status=True time="2024-02-29T07:24:25.167Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mbxrc265 time="2024-02-29T07:24:25.167Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=mbxrc265 time="2024-02-29T07:24:25.167Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5d77b83e-f8fa-4540-a762-e63448ac44dc time="2024-02-29T07:24:53.38Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:24:53.38Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:24:53.38Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:24:53.38Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:24:53.38Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:24:53.381Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:24:55.168Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9af11075-53c6-4e1a-a0c6-1c29e862f57e time="2024-02-29T07:24:55.168Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rm5zsk6q time="2024-02-29T07:24:55.168Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rm5zsk6q time="2024-02-29T07:24:55.168Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rm5zsk6q time="2024-02-29T07:24:55.169Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=rm5zsk6q time="2024-02-29T07:24:55.292Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=rm5zsk6q states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:24:55.316Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=rm5zsk6q time="2024-02-29T07:24:55.316Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rm5zsk6q time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=rm5zsk6q status=True time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=rm5zsk6q status=True time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=rm5zsk6q status=False time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=rm5zsk6q status=True time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=rm5zsk6q status=True time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=rm5zsk6q status=True time="2024-02-29T07:24:55.34Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rm5zsk6q time="2024-02-29T07:24:55.34Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=rm5zsk6q time="2024-02-29T07:24:55.34Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9af11075-53c6-4e1a-a0c6-1c29e862f57e time="2024-02-29T07:25:25.341Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d58e0362-68b5-494a-b0c4-eab95a3eac9f time="2024-02-29T07:25:25.341Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68jgch9f time="2024-02-29T07:25:25.341Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68jgch9f time="2024-02-29T07:25:25.341Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68jgch9f time="2024-02-29T07:25:25.342Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=68jgch9f time="2024-02-29T07:25:25.531Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=68jgch9f states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:25:25.554Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=68jgch9f time="2024-02-29T07:25:25.554Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68jgch9f time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=68jgch9f status=True time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=68jgch9f status=True time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=68jgch9f status=False time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=68jgch9f status=True time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=68jgch9f status=True time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=68jgch9f status=True time="2024-02-29T07:25:25.573Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68jgch9f time="2024-02-29T07:25:25.573Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=232 elapsedMillisGT=0 outcome=unspecified reconcileID=68jgch9f time="2024-02-29T07:25:25.573Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d58e0362-68b5-494a-b0c4-eab95a3eac9f time="2024-02-29T07:25:28.146Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=5a9f17e1-8284-43e4-85df-baf7547cec54 time="2024-02-29T07:25:28.146Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.146Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.146Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:25:28.165Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.195Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.201Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.23Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.23Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.23Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.23Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.23Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.231Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.232Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.233Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.234Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.235Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.236Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.236Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.236Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.236Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.236Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=czwsdqmb time="2024-02-29T07:25:28.266Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.266Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=czwsdqmb time="2024-02-29T07:25:28.266Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=120 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=czwsdqmb time="2024-02-29T07:25:28.266Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=5a9f17e1-8284-43e4-85df-baf7547cec54 time="2024-02-29T07:25:55.574Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=afc0a25e-81e6-4ffb-9c5d-138d60363c95 time="2024-02-29T07:25:55.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggjbvv9k time="2024-02-29T07:25:55.575Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggjbvv9k time="2024-02-29T07:25:55.575Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggjbvv9k time="2024-02-29T07:25:55.575Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ggjbvv9k time="2024-02-29T07:25:55.677Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ggjbvv9k states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:25:55.702Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=ggjbvv9k time="2024-02-29T07:25:55.702Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggjbvv9k time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=ggjbvv9k status=False time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=ggjbvv9k status=True time="2024-02-29T07:25:55.724Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ggjbvv9k time="2024-02-29T07:25:55.724Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=149 elapsedMillisGT=0 outcome=unspecified reconcileID=ggjbvv9k time="2024-02-29T07:25:55.724Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=afc0a25e-81e6-4ffb-9c5d-138d60363c95 time="2024-02-29T07:26:25.725Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0a04c6fd-f00a-4c8c-bfa5-004fb26c1213 time="2024-02-29T07:26:25.725Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wzhfskpc time="2024-02-29T07:26:25.725Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wzhfskpc time="2024-02-29T07:26:25.725Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wzhfskpc time="2024-02-29T07:26:25.726Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=wzhfskpc time="2024-02-29T07:26:25.822Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=wzhfskpc states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:26:25.845Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=wzhfskpc time="2024-02-29T07:26:25.845Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wzhfskpc time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=wzhfskpc status=False time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=wzhfskpc status=True time="2024-02-29T07:26:25.869Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wzhfskpc time="2024-02-29T07:26:25.869Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=wzhfskpc time="2024-02-29T07:26:25.869Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0a04c6fd-f00a-4c8c-bfa5-004fb26c1213 time="2024-02-29T07:26:53.381Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:26:53.381Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:26:53.381Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:26:53.381Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:26:53.381Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:26:53.381Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:26:55.87Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=469e35e5-7f58-4bc2-9775-eee47012cab8 time="2024-02-29T07:26:55.87Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=djz8drzn time="2024-02-29T07:26:55.87Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=djz8drzn time="2024-02-29T07:26:55.87Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=djz8drzn time="2024-02-29T07:26:55.87Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=djz8drzn time="2024-02-29T07:26:56.017Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=djz8drzn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:26:56.042Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=djz8drzn time="2024-02-29T07:26:56.042Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=djz8drzn time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=djz8drzn status=False time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=djz8drzn status=True time="2024-02-29T07:26:56.061Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=djz8drzn time="2024-02-29T07:26:56.061Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=djz8drzn time="2024-02-29T07:26:56.061Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=469e35e5-7f58-4bc2-9775-eee47012cab8 time="2024-02-29T07:27:00.143Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f2471ce4-1aac-439f-a97e-8b694612d57c time="2024-02-29T07:27:00.143Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kzg8xxj2 time="2024-02-29T07:27:00.143Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=kzg8xxj2 time="2024-02-29T07:27:00.143Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=kzg8xxj2 time="2024-02-29T07:27:00.183Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=kzg8xxj2 time="2024-02-29T07:27:00.183Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=f2471ce4-1aac-439f-a97e-8b694612d57c time="2024-02-29T07:27:26.062Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c488fef-d6f6-47bb-93ff-796ab8cb78a1 time="2024-02-29T07:27:26.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=79z66v4l time="2024-02-29T07:27:26.062Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=79z66v4l time="2024-02-29T07:27:26.062Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=79z66v4l time="2024-02-29T07:27:26.062Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=79z66v4l time="2024-02-29T07:27:26.297Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=79z66v4l states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:27:26.323Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=79z66v4l time="2024-02-29T07:27:26.323Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=79z66v4l time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=79z66v4l status=False time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=79z66v4l status=True time="2024-02-29T07:27:26.343Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=79z66v4l time="2024-02-29T07:27:26.343Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=281 elapsedMillisGT=0 outcome=unspecified reconcileID=79z66v4l time="2024-02-29T07:27:26.343Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5c488fef-d6f6-47bb-93ff-796ab8cb78a1 time="2024-02-29T07:27:34.788Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1467ca55-0501-4af5-8478-08417799449f time="2024-02-29T07:27:34.788Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.789Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.789Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:27:34.796Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.81Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.817Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.818Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.819Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.82Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=xgtjs5zx time="2024-02-29T07:27:34.821Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.827Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.827Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=xgtjs5zx time="2024-02-29T07:27:34.86Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=71 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=xgtjs5zx time="2024-02-29T07:27:34.86Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1467ca55-0501-4af5-8478-08417799449f time="2024-02-29T07:27:56.344Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01c4b5d4-fc9f-43f1-83ee-21dfe09667b1 time="2024-02-29T07:27:56.344Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ntrtlmvj time="2024-02-29T07:27:56.344Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ntrtlmvj time="2024-02-29T07:27:56.344Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ntrtlmvj time="2024-02-29T07:27:56.344Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=ntrtlmvj time="2024-02-29T07:27:56.441Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=ntrtlmvj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:27:56.465Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=ntrtlmvj time="2024-02-29T07:27:56.465Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ntrtlmvj time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=ntrtlmvj status=False time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=ntrtlmvj status=True time="2024-02-29T07:27:56.494Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ntrtlmvj time="2024-02-29T07:27:56.495Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=150 elapsedMillisGT=0 outcome=unspecified reconcileID=ntrtlmvj time="2024-02-29T07:27:56.495Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01c4b5d4-fc9f-43f1-83ee-21dfe09667b1 time="2024-02-29T07:28:26.495Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8641df2e-4d59-43eb-ac0b-5266fb759aa1 time="2024-02-29T07:28:26.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c56ctpml time="2024-02-29T07:28:26.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c56ctpml time="2024-02-29T07:28:26.495Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c56ctpml time="2024-02-29T07:28:26.495Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=c56ctpml time="2024-02-29T07:28:26.676Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=c56ctpml states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:28:26.7Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=c56ctpml time="2024-02-29T07:28:26.7Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c56ctpml time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=c56ctpml status=False time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.719Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=c56ctpml status=True time="2024-02-29T07:28:26.72Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=c56ctpml time="2024-02-29T07:28:26.72Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=224 elapsedMillisGT=0 outcome=unspecified reconcileID=c56ctpml time="2024-02-29T07:28:26.72Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8641df2e-4d59-43eb-ac0b-5266fb759aa1 time="2024-02-29T07:28:53.381Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:28:53.382Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:28:53.382Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:28:53.382Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:28:53.382Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:28:53.382Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:28:56.721Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8739035-3bfe-4726-8920-dc81f887dd63 time="2024-02-29T07:28:56.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=p2g4ntvh time="2024-02-29T07:28:56.721Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=p2g4ntvh time="2024-02-29T07:28:56.721Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=p2g4ntvh time="2024-02-29T07:28:56.721Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=p2g4ntvh time="2024-02-29T07:28:56.826Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=p2g4ntvh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:28:56.848Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=p2g4ntvh time="2024-02-29T07:28:56.848Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=p2g4ntvh time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=p2g4ntvh status=False time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=p2g4ntvh status=True time="2024-02-29T07:28:56.868Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=p2g4ntvh time="2024-02-29T07:28:56.868Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=147 elapsedMillisGT=0 outcome=unspecified reconcileID=p2g4ntvh time="2024-02-29T07:28:56.868Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8739035-3bfe-4726-8920-dc81f887dd63 time="2024-02-29T07:29:26.869Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=522ec1cd-8b22-418d-9287-eb21bac35f39 time="2024-02-29T07:29:26.869Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=htpl57ps time="2024-02-29T07:29:26.869Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=htpl57ps time="2024-02-29T07:29:26.869Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=htpl57ps time="2024-02-29T07:29:26.869Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=htpl57ps time="2024-02-29T07:29:26.971Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=htpl57ps states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:29:26.993Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=htpl57ps time="2024-02-29T07:29:26.993Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=htpl57ps time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=htpl57ps status=False time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=htpl57ps status=True time="2024-02-29T07:29:27.014Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=htpl57ps time="2024-02-29T07:29:27.014Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=145 elapsedMillisGT=0 outcome=unspecified reconcileID=htpl57ps time="2024-02-29T07:29:27.014Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=522ec1cd-8b22-418d-9287-eb21bac35f39 time="2024-02-29T07:29:57.015Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=56ad65e9-4c8b-4f74-ab71-0fa5730790f9 time="2024-02-29T07:29:57.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tksgqq5d time="2024-02-29T07:29:57.015Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tksgqq5d time="2024-02-29T07:29:57.016Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tksgqq5d time="2024-02-29T07:29:57.016Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=tksgqq5d time="2024-02-29T07:29:57.143Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=tksgqq5d states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:29:57.167Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=tksgqq5d time="2024-02-29T07:29:57.167Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tksgqq5d time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=tksgqq5d status=False time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=tksgqq5d status=True time="2024-02-29T07:29:57.188Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=tksgqq5d time="2024-02-29T07:29:57.188Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=172 elapsedMillisGT=0 outcome=unspecified reconcileID=tksgqq5d time="2024-02-29T07:29:57.188Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=56ad65e9-4c8b-4f74-ab71-0fa5730790f9 time="2024-02-29T07:30:00.137Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:30:27.189Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f2b83884-f42b-414f-a239-b6e0ec58bc50 time="2024-02-29T07:30:27.189Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dhqjhct4 time="2024-02-29T07:30:27.189Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dhqjhct4 time="2024-02-29T07:30:27.189Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dhqjhct4 time="2024-02-29T07:30:27.189Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=dhqjhct4 time="2024-02-29T07:30:27.304Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=dhqjhct4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:30:27.328Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=dhqjhct4 time="2024-02-29T07:30:27.328Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dhqjhct4 time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=dhqjhct4 status=False time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=dhqjhct4 status=True time="2024-02-29T07:30:27.348Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=dhqjhct4 time="2024-02-29T07:30:27.348Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=159 elapsedMillisGT=0 outcome=unspecified reconcileID=dhqjhct4 time="2024-02-29T07:30:27.348Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f2b83884-f42b-414f-a239-b6e0ec58bc50 time="2024-02-29T07:30:53.382Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:30:53.382Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:30:53.383Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:30:53.383Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:30:53.383Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:30:53.383Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:30:57.349Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fd233a17-e488-4dca-97ac-4b4ee03bb34d time="2024-02-29T07:30:57.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g6q42g4s time="2024-02-29T07:30:57.349Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g6q42g4s time="2024-02-29T07:30:57.349Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g6q42g4s time="2024-02-29T07:30:57.349Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=g6q42g4s time="2024-02-29T07:30:57.451Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=g6q42g4s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:30:57.474Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=g6q42g4s time="2024-02-29T07:30:57.474Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g6q42g4s time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=g6q42g4s status=False time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.494Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=g6q42g4s status=True time="2024-02-29T07:30:57.495Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=g6q42g4s time="2024-02-29T07:30:57.495Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=145 elapsedMillisGT=0 outcome=unspecified reconcileID=g6q42g4s time="2024-02-29T07:30:57.495Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fd233a17-e488-4dca-97ac-4b4ee03bb34d time="2024-02-29T07:31:24.658Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0beb22ea-f9ca-4231-9a73-cefd3244739e time="2024-02-29T07:31:24.658Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:24.658Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:24.658Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:31:24.936Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:25.063Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:27.495Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=18b3f5f0-c9e3-4ff0-9409-eab40ca2afee time="2024-02-29T07:31:27.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=szbst7z7 time="2024-02-29T07:31:27.495Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=szbst7z7 time="2024-02-29T07:31:27.495Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=szbst7z7 time="2024-02-29T07:31:27.495Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=szbst7z7 time="2024-02-29T07:31:27.641Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=szbst7z7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:31:27.665Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=szbst7z7 time="2024-02-29T07:31:27.665Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=szbst7z7 time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=szbst7z7 status=False time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=szbst7z7 status=True time="2024-02-29T07:31:27.685Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=szbst7z7 time="2024-02-29T07:31:27.685Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=190 elapsedMillisGT=0 outcome=unspecified reconcileID=szbst7z7 time="2024-02-29T07:31:27.685Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=18b3f5f0-c9e3-4ff0-9409-eab40ca2afee time="2024-02-29T07:31:31.837Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.837Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.837Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.837Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.837Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.838Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=bzprkrt9 time="2024-02-29T07:31:31.839Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.84Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="replicas out of sync" controller=machinepool desired=0 machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 observed=1 reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="hive-qe-debug: machineSet to be updated" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.841Z" level=info msg="updating machineset" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=bzprkrt9 time="2024-02-29T07:31:31.899Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.97Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:31.97Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=bzprkrt9 time="2024-02-29T07:31:32.023Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7364 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=bzprkrt9 time="2024-02-29T07:31:32.023Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=0beb22ea-f9ca-4231-9a73-cefd3244739e time="2024-02-29T07:31:32.024Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f4c67962-ba2f-4f1e-be54-788c31e89bf6 time="2024-02-29T07:31:32.024Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:32.024Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:32.024Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:31:32.163Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:32.304Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.714Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.714Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.714Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.714Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.714Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.715Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.716Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.717Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=gqcjlfjn time="2024-02-29T07:31:38.718Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.788Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.788Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=gqcjlfjn time="2024-02-29T07:31:38.8Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6775 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=gqcjlfjn time="2024-02-29T07:31:38.8Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=f4c67962-ba2f-4f1e-be54-788c31e89bf6 time="2024-02-29T07:31:38.8Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=38e10c7a-554e-4dd0-a82f-1fda8ee77270 time="2024-02-29T07:31:38.8Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:38.8Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:38.8Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:31:38.938Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:39.054Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.674Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.674Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.674Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.674Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.674Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.675Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.676Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.677Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.678Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.678Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=mddsglck time="2024-02-29T07:31:44.678Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.748Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.748Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=mddsglck time="2024-02-29T07:31:44.756Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=5955 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=mddsglck time="2024-02-29T07:31:44.756Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=38e10c7a-554e-4dd0-a82f-1fda8ee77270 time="2024-02-29T07:31:57.686Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9da70786-6c48-41e2-b333-093a18760b78 time="2024-02-29T07:31:57.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nbvgxfls time="2024-02-29T07:31:57.686Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nbvgxfls time="2024-02-29T07:31:57.686Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nbvgxfls time="2024-02-29T07:31:57.686Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=nbvgxfls time="2024-02-29T07:31:57.863Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=nbvgxfls states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:31:57.887Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=nbvgxfls time="2024-02-29T07:31:57.887Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nbvgxfls time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=nbvgxfls status=False time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=nbvgxfls status=True time="2024-02-29T07:31:57.906Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=nbvgxfls time="2024-02-29T07:31:57.906Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=220 elapsedMillisGT=0 outcome=unspecified reconcileID=nbvgxfls time="2024-02-29T07:31:57.906Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9da70786-6c48-41e2-b333-093a18760b78 time="2024-02-29T07:32:09.831Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b5ea12b0-60db-44f0-998a-860ac498b699 time="2024-02-29T07:32:09.831Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qkgsh2h9 time="2024-02-29T07:32:09.831Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78597286-360c-4497-9a42-07bef4ddb8af time="2024-02-29T07:32:09.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=d58lm65m time="2024-02-29T07:32:09.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=d58lm65m time="2024-02-29T07:32:09.831Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qkgsh2h9 time="2024-02-29T07:32:09.831Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=qkgsh2h9 time="2024-02-29T07:32:09.831Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkgsh2h9 time="2024-02-29T07:32:09.831Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b5ea12b0-60db-44f0-998a-860ac498b699 time="2024-02-29T07:32:09.831Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=dac5172d-cd82-41b9-82db-060193acd52f time="2024-02-29T07:32:09.831Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=9qvvqq2r time="2024-02-29T07:32:09.831Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=9qvvqq2r time="2024-02-29T07:32:09.831Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=9qvvqq2r time="2024-02-29T07:32:09.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:09.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:09.831Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=d58lm65m time="2024-02-29T07:32:09.831Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=d58lm65m time="2024-02-29T07:32:09.831Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:09.831Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=9qvvqq2r time="2024-02-29T07:32:09.832Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=9qvvqq2r time="2024-02-29T07:32:09.832Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:09.832Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=9qvvqq2r time="2024-02-29T07:32:09.832Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=9qvvqq2r time="2024-02-29T07:32:09.832Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=d58lm65m time="2024-02-29T07:32:09.832Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:09.832Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qvvqq2r time="2024-02-29T07:32:09.832Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=dac5172d-cd82-41b9-82db-060193acd52f time="2024-02-29T07:32:09.832Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=d58lm65m time="2024-02-29T07:32:09.832Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=d58lm65m time="2024-02-29T07:32:09.832Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78597286-360c-4497-9a42-07bef4ddb8af time="2024-02-29T07:32:10.753Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ea3e9d41-22cc-415f-8ab1-583cf92cf271 time="2024-02-29T07:32:10.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6d8wm96p time="2024-02-29T07:32:10.753Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6d8wm96p time="2024-02-29T07:32:10.753Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:10.753Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:10.753Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6d8wm96p time="2024-02-29T07:32:10.753Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=6d8wm96p time="2024-02-29T07:32:10.753Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:10.754Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=6d8wm96p time="2024-02-29T07:32:10.754Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:10.754Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=6d8wm96p time="2024-02-29T07:32:10.754Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6d8wm96p time="2024-02-29T07:32:10.754Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ea3e9d41-22cc-415f-8ab1-583cf92cf271 time="2024-02-29T07:32:11.776Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=8c0c3679-9d0d-41b4-957d-04d953071f93 time="2024-02-29T07:32:11.776Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:11.776Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=nfhczjjm time="2024-02-29T07:32:11.776Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=nfhczjjm time="2024-02-29T07:32:11.777Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfhczjjm time="2024-02-29T07:32:11.777Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=8c0c3679-9d0d-41b4-957d-04d953071f93 time="2024-02-29T07:32:11.855Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19659b03-6812-4496-aa46-877e6d938faa time="2024-02-29T07:32:11.855Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gshc2mjl time="2024-02-29T07:32:11.855Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gshc2mjl time="2024-02-29T07:32:11.855Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:11.855Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:11.855Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gshc2mjl time="2024-02-29T07:32:11.855Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gshc2mjl time="2024-02-29T07:32:11.855Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:11.856Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=gshc2mjl time="2024-02-29T07:32:11.856Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:11.856Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=gshc2mjl time="2024-02-29T07:32:11.856Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gshc2mjl time="2024-02-29T07:32:11.856Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19659b03-6812-4496-aa46-877e6d938faa time="2024-02-29T07:32:12.759Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b9194a81-416b-4931-b051-1bb3c96f6690 time="2024-02-29T07:32:12.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7zs7tl7k time="2024-02-29T07:32:12.759Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.76Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.76Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:12.76Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:12.76Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zs7tl7k time="2024-02-29T07:32:12.76Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b9194a81-416b-4931-b051-1bb3c96f6690 time="2024-02-29T07:32:12.787Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=cb2d4024-687a-4975-b876-a0c66c5763d7 time="2024-02-29T07:32:12.787Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.787Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="install job still running" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f869vttm time="2024-02-29T07:32:12.787Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=cb2d4024-687a-4975-b876-a0c66c5763d7 time="2024-02-29T07:32:12.801Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1509ef65-2b22-4fb5-952e-38118ef793b4 time="2024-02-29T07:32:12.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9gc6ngkv time="2024-02-29T07:32:12.801Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9gc6ngkv time="2024-02-29T07:32:12.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.801Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.802Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9gc6ngkv time="2024-02-29T07:32:12.802Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9gc6ngkv time="2024-02-29T07:32:12.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:12.802Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9gc6ngkv time="2024-02-29T07:32:12.802Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:12.802Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=9gc6ngkv time="2024-02-29T07:32:12.802Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9gc6ngkv time="2024-02-29T07:32:12.802Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1509ef65-2b22-4fb5-952e-38118ef793b4 time="2024-02-29T07:32:12.811Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=b8e06c00-f1b9-4528-9ecb-5ffb9665bfc9 time="2024-02-29T07:32:12.811Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=r9gzz57c time="2024-02-29T07:32:12.811Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=r9gzz57c time="2024-02-29T07:32:12.811Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=r9gzz57c time="2024-02-29T07:32:12.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=r9gzz57c time="2024-02-29T07:32:12.812Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=r9gzz57c time="2024-02-29T07:32:12.812Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.812Z" level=debug msg="reconciling running job" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=r9gzz57c time="2024-02-29T07:32:12.812Z" level=info msg="install job succeeded" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=r9gzz57c time="2024-02-29T07:32:12.812Z" level=info msg="transitioning to complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision job=mihuang-292-0-gvndm-provision reconcileID=r9gzz57c time="2024-02-29T07:32:12.825Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4a12fdb9-2c5b-4867-abc3-e9e622c9379a time="2024-02-29T07:32:12.825Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nctqfzr time="2024-02-29T07:32:12.825Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nctqfzr time="2024-02-29T07:32:12.825Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b93aa7a5-2a78-4d06-9983-708803ccf2f8 time="2024-02-29T07:32:12.825Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bh7rtn4k time="2024-02-29T07:32:12.825Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bh7rtn4k time="2024-02-29T07:32:12.825Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=5nctqfzr time="2024-02-29T07:32:12.825Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5nctqfzr time="2024-02-29T07:32:12.825Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4a12fdb9-2c5b-4867-abc3-e9e622c9379a time="2024-02-29T07:32:12.825Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.826Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.826Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bh7rtn4k time="2024-02-29T07:32:12.826Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=bh7rtn4k time="2024-02-29T07:32:12.826Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:12.826Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=bh7rtn4k time="2024-02-29T07:32:12.826Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:12.826Z" level=debug msg="still provisioning" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=bh7rtn4k time="2024-02-29T07:32:12.826Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bh7rtn4k time="2024-02-29T07:32:12.826Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b93aa7a5-2a78-4d06-9983-708803ccf2f8 time="2024-02-29T07:32:12.84Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6c6b60bc-09b5-4688-896f-3e5421a12e85 time="2024-02-29T07:32:12.84Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=wrvz5vp8 time="2024-02-29T07:32:12.84Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=wrvz5vp8 time="2024-02-29T07:32:12.84Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=wrvz5vp8 time="2024-02-29T07:32:12.84Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrvz5vp8 time="2024-02-29T07:32:12.84Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6c6b60bc-09b5-4688-896f-3e5421a12e85 time="2024-02-29T07:32:12.84Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5bd1bb7e-4eff-4c11-9dea-e2cc80411d11 time="2024-02-29T07:32:12.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rlwklntq time="2024-02-29T07:32:12.84Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rlwklntq time="2024-02-29T07:32:12.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.841Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rlwklntq time="2024-02-29T07:32:12.841Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=rlwklntq time="2024-02-29T07:32:12.841Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:12.841Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=r9gzz57c time="2024-02-29T07:32:12.841Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=b8e06c00-f1b9-4528-9ecb-5ffb9665bfc9 time="2024-02-29T07:32:12.841Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=rlwklntq time="2024-02-29T07:32:12.841Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=469177f3-7210-494a-897e-e9157305a5cc time="2024-02-29T07:32:12.841Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:12.841Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=rlwklntq time="2024-02-29T07:32:12.841Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.841Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z8l9pntk time="2024-02-29T07:32:12.841Z" level=debug msg="Reconcile done, requeueing after 23h28m50.158031256s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=469177f3-7210-494a-897e-e9157305a5cc time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=eb838bf8-a411-4b80-b11f-001e9243cc40 time="2024-02-29T07:32:12.853Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=zgl9r2vz time="2024-02-29T07:32:12.853Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=zgl9r2vz time="2024-02-29T07:32:12.853Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgl9r2vz time="2024-02-29T07:32:12.853Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=eb838bf8-a411-4b80-b11f-001e9243cc40 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f94b0a8d-f520-41c0-ad83-a746309ebc17 time="2024-02-29T07:32:12.853Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zscrpt8t time="2024-02-29T07:32:12.853Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zscrpt8t time="2024-02-29T07:32:12.853Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=c99547f8-3e66-49d6-9bd9-c990389a21d8 time="2024-02-29T07:32:12.853Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mspgqrjv time="2024-02-29T07:32:12.853Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mspgqrjv time="2024-02-29T07:32:12.853Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.853Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=mspgqrjv time="2024-02-29T07:32:12.853Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=mspgqrjv time="2024-02-29T07:32:12.853Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=c99547f8-3e66-49d6-9bd9-c990389a21d8 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e6ec62d3-19a9-48db-9ec2-bcdb29ea9bd9 time="2024-02-29T07:32:12.853Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mz56v6w4 time="2024-02-29T07:32:12.853Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mz56v6w4 time="2024-02-29T07:32:12.853Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=mz56v6w4 time="2024-02-29T07:32:12.853Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mz56v6w4 time="2024-02-29T07:32:12.853Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e6ec62d3-19a9-48db-9ec2-bcdb29ea9bd9 time="2024-02-29T07:32:12.853Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3426e9df-2e1e-4ae7-b117-4a2ed584d610 time="2024-02-29T07:32:12.853Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.853Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9dkpshl time="2024-02-29T07:32:12.853Z" level=debug msg="Reconcile done, requeueing after 23h28m50.146121747s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3426e9df-2e1e-4ae7-b117-4a2ed584d610 time="2024-02-29T07:32:12.853Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=zscrpt8t time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=400c6c25-73a0-4ff4-8049-21ec0c9efd0d time="2024-02-29T07:32:12.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mdrbdhc6 time="2024-02-29T07:32:12.854Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mdrbdhc6 time="2024-02-29T07:32:12.854Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdrbdhc6 time="2024-02-29T07:32:12.854Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=400c6c25-73a0-4ff4-8049-21ec0c9efd0d time="2024-02-29T07:32:12.853Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zscrpt8t time="2024-02-29T07:32:12.854Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f94b0a8d-f520-41c0-ad83-a746309ebc17 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c8fbe75-ab71-4780-9205-442d0ff47dac time="2024-02-29T07:32:12.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.854Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.854Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.854Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c8fbe75-ab71-4780-9205-442d0ff47dac time="2024-02-29T07:32:12.853Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffde45c3-651f-41a5-bebf-6c46d8577393 time="2024-02-29T07:32:12.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dd6l57fb time="2024-02-29T07:32:12.854Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=dd6l57fb time="2024-02-29T07:32:12.854Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=dd6l57fb time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c930561-fe37-44f3-ad93-46097b948099 time="2024-02-29T07:32:12.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=65lssvqf time="2024-02-29T07:32:12.854Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=65lssvqf time="2024-02-29T07:32:12.854Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=65lssvqf time="2024-02-29T07:32:12.854Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65lssvqf time="2024-02-29T07:32:12.854Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8c930561-fe37-44f3-ad93-46097b948099 time="2024-02-29T07:32:12.854Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dd6l57fb time="2024-02-29T07:32:12.855Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffde45c3-651f-41a5-bebf-6c46d8577393 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=58c7454a-2fe4-40df-aa91-18cfc3a06bc6 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e1a5d938-f1cc-4c96-adfe-8985b2d77ca1 time="2024-02-29T07:32:12.855Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=mn9dh7l2 time="2024-02-29T07:32:12.855Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=mn9dh7l2 time="2024-02-29T07:32:12.855Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=mn9dh7l2 time="2024-02-29T07:32:12.855Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mn9dh7l2 time="2024-02-29T07:32:12.855Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e1a5d938-f1cc-4c96-adfe-8985b2d77ca1 time="2024-02-29T07:32:12.855Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=xjdvclt2 time="2024-02-29T07:32:12.855Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=xjdvclt2 time="2024-02-29T07:32:12.855Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=xjdvclt2 time="2024-02-29T07:32:12.855Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjdvclt2 time="2024-02-29T07:32:12.855Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=58c7454a-2fe4-40df-aa91-18cfc3a06bc6 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7e07deae-1781-4b14-8c0c-7b636c84ee2e time="2024-02-29T07:32:12.855Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8ssgp7q8 time="2024-02-29T07:32:12.852Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0bde302b-51d8-4e98-bd6e-d0a4afd63723 time="2024-02-29T07:32:12.855Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=6k2zgkz7 time="2024-02-29T07:32:12.855Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8ssgp7q8 time="2024-02-29T07:32:12.855Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7e07deae-1781-4b14-8c0c-7b636c84ee2e time="2024-02-29T07:32:12.855Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=6k2zgkz7 time="2024-02-29T07:32:12.855Z" level=debug msg="cluster installation is not complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=6k2zgkz7 time="2024-02-29T07:32:12.855Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6k2zgkz7 time="2024-02-29T07:32:12.855Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0bde302b-51d8-4e98-bd6e-d0a4afd63723 time="2024-02-29T07:32:12.871Z" level=debug msg="install job completed" clusterDeployment=default/mihuang-292 controller=clusterDeployment duration=1869.871471424 provision=mihuang-292-0-gvndm reconcileID=rlwklntq time="2024-02-29T07:32:12.871Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=rlwklntq time="2024-02-29T07:32:12.871Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5bd1bb7e-4eff-4c11-9dea-e2cc80411d11 time="2024-02-29T07:32:12.871Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=794981c8-b069-4c17-b32a-7d488ca9d7ac time="2024-02-29T07:32:12.871Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=v2lttq5d time="2024-02-29T07:32:12.871Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=v2lttq5d time="2024-02-29T07:32:12.871Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.871Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.871Z" level=debug msg="loading pull secrets" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=v2lttq5d time="2024-02-29T07:32:12.871Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=v2lttq5d time="2024-02-29T07:32:12.871Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292\", timestamp:time.Time{wall:0xc17028cbe9217988, ext:4692358488317, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterDeployment controllerKey=default/mihuang-292 time="2024-02-29T07:32:12.872Z" level=debug msg="reconciling existing provision" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=v2lttq5d time="2024-02-29T07:32:12.872Z" level=info msg="Found AWS HostedZoneRole in ClusterMetadata" hostedZoneRole= time="2024-02-29T07:32:12.872Z" level=info msg="provision completed successfully" clusterDeployment=default/mihuang-292 controller=clusterDeployment provision=mihuang-292-0-gvndm reconcileID=v2lttq5d time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=685ff4c0-37c6-47d3-bcad-7d32e3322eaa time="2024-02-29T07:32:12.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nbqx7z4t time="2024-02-29T07:32:12.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=nbqx7z4t time="2024-02-29T07:32:12.872Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=nbqx7z4t time="2024-02-29T07:32:12.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nbqx7z4t time="2024-02-29T07:32:12.872Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=685ff4c0-37c6-47d3-bcad-7d32e3322eaa time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=480e1aba-af3e-40a8-b0ad-af12a37ed441 time="2024-02-29T07:32:12.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8qgsgcs8 time="2024-02-29T07:32:12.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8qgsgcs8 time="2024-02-29T07:32:12.872Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=8qgsgcs8 time="2024-02-29T07:32:12.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qgsgcs8 time="2024-02-29T07:32:12.872Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=480e1aba-af3e-40a8-b0ad-af12a37ed441 time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=16067a16-373a-4b88-b3b2-0bb02da93b6d time="2024-02-29T07:32:12.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=v2d8d72s time="2024-02-29T07:32:12.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=v2d8d72s time="2024-02-29T07:32:12.872Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=v2d8d72s time="2024-02-29T07:32:12.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2d8d72s time="2024-02-29T07:32:12.872Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=16067a16-373a-4b88-b3b2-0bb02da93b6d time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=514a1460-8ef6-4468-8180-9f691adfd219 time="2024-02-29T07:32:12.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=7q4xdxg4 time="2024-02-29T07:32:12.872Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=7q4xdxg4 time="2024-02-29T07:32:12.872Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7q4xdxg4 time="2024-02-29T07:32:12.872Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=514a1460-8ef6-4468-8180-9f691adfd219 time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=500d7dc6-c934-4123-8a98-e9727aed77d0 time="2024-02-29T07:32:12.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddfffmrp time="2024-02-29T07:32:12.873Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=39b6c3ae-4679-4ab6-8362-7ccaab4a30e0 time="2024-02-29T07:32:12.873Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=kpq2m669 time="2024-02-29T07:32:12.873Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=kpq2m669 time="2024-02-29T07:32:12.873Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=39b6c3ae-4679-4ab6-8362-7ccaab4a30e0 time="2024-02-29T07:32:12.873Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=2c1d9eb6-78e3-4bef-8e39-44e1fee339a4 time="2024-02-29T07:32:12.873Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zvnf95xp time="2024-02-29T07:32:12.873Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zvnf95xp time="2024-02-29T07:32:12.873Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=43b3d3c3-18c9-4cf3-be2d-98cdd2f7e919 time="2024-02-29T07:32:12.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.873Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.873Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.873Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=43b3d3c3-18c9-4cf3-be2d-98cdd2f7e919 time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7c345456-9408-4c83-80c6-47e72e11f066 time="2024-02-29T07:32:12.873Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=n28fs8g9 time="2024-02-29T07:32:12.873Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2fe363b4-9d7d-40d2-92f8-9cdca3353b43 time="2024-02-29T07:32:12.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=7b8r2cxk time="2024-02-29T07:32:12.873Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=7b8r2cxk time="2024-02-29T07:32:12.873Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=7b8r2cxk time="2024-02-29T07:32:12.873Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddfffmrp time="2024-02-29T07:32:12.874Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddfffmrp time="2024-02-29T07:32:12.873Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=n28fs8g9 time="2024-02-29T07:32:12.874Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=n28fs8g9 time="2024-02-29T07:32:12.874Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n28fs8g9 time="2024-02-29T07:32:12.874Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7c345456-9408-4c83-80c6-47e72e11f066 time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3311d4f3-d807-4009-8a6a-9566b2b7ad7b time="2024-02-29T07:32:12.874Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=rchf2gml time="2024-02-29T07:32:12.874Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=rchf2gml time="2024-02-29T07:32:12.872Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bfdbc82d-e435-4c17-97c2-3334d75fb54a time="2024-02-29T07:32:12.874Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lwzw7ptx time="2024-02-29T07:32:12.873Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dcfdbdca-66db-453f-8ea4-eb0667e5f50d time="2024-02-29T07:32:12.874Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=57lvg75p time="2024-02-29T07:32:12.874Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=57lvg75p time="2024-02-29T07:32:12.874Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=57lvg75p time="2024-02-29T07:32:12.874Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57lvg75p time="2024-02-29T07:32:12.874Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dcfdbdca-66db-453f-8ea4-eb0667e5f50d time="2024-02-29T07:32:12.874Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=rchf2gml time="2024-02-29T07:32:12.874Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=rchf2gml time="2024-02-29T07:32:12.875Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=rchf2gml time="2024-02-29T07:32:12.875Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.875Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=rchf2gml time="2024-02-29T07:32:12.875Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rchf2gml time="2024-02-29T07:32:12.875Z" level=debug msg="Reconcile done, requeueing after 23h28m50.12493547s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3311d4f3-d807-4009-8a6a-9566b2b7ad7b time="2024-02-29T07:32:12.874Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lwzw7ptx time="2024-02-29T07:32:12.875Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=lwzw7ptx time="2024-02-29T07:32:12.875Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lwzw7ptx time="2024-02-29T07:32:12.875Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bfdbc82d-e435-4c17-97c2-3334d75fb54a time="2024-02-29T07:32:12.878Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4f98b93c-a6de-41bf-ac3f-3fd51d78fa0e time="2024-02-29T07:32:12.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=v8brlrrq time="2024-02-29T07:32:12.878Z" level=info msg="failed to set the Installed flag" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" provision=mihuang-292-0-gvndm reconcileID=v2lttq5d time="2024-02-29T07:32:12.878Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=v2lttq5d time="2024-02-29T07:32:12.879Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=794981c8-b069-4c17-b32a-7d488ca9d7ac time="2024-02-29T07:32:12.879Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8f1ee7eb-4f08-4ddc-aafe-1d76ef39debe time="2024-02-29T07:32:12.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fcjwpt92 time="2024-02-29T07:32:12.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fcjwpt92 time="2024-02-29T07:32:12.879Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.879Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.879Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fcjwpt92 time="2024-02-29T07:32:12.879Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=fcjwpt92 time="2024-02-29T07:32:12.879Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=v8brlrrq time="2024-02-29T07:32:12.879Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8brlrrq time="2024-02-29T07:32:12.879Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4f98b93c-a6de-41bf-ac3f-3fd51d78fa0e time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=fd439828-c9b0-4318-ac56-49f93c5855f6 time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d12f746e-6f52-494c-a525-6a29f1878c54 time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ad97e21-c60d-4998-94c6-17527d306bd7 time="2024-02-29T07:32:12.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wx6bs5t time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b072b89b-ea47-402e-8477-3303cd3ad59b time="2024-02-29T07:32:12.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=6nstztnc time="2024-02-29T07:32:12.885Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=6nstztnc time="2024-02-29T07:32:12.885Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6nstztnc time="2024-02-29T07:32:12.885Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b072b89b-ea47-402e-8477-3303cd3ad59b time="2024-02-29T07:32:12.885Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=cdthkkfv time="2024-02-29T07:32:12.885Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.886Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cdthkkfv time="2024-02-29T07:32:12.886Z" level=debug msg="Reconcile done, requeueing after 23h28m50.11377243s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=fd439828-c9b0-4318-ac56-49f93c5855f6 time="2024-02-29T07:32:12.885Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wx6bs5t time="2024-02-29T07:32:12.886Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wx6bs5t time="2024-02-29T07:32:12.886Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wx6bs5t time="2024-02-29T07:32:12.886Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ad97e21-c60d-4998-94c6-17527d306bd7 time="2024-02-29T07:32:12.886Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=zvnf95xp time="2024-02-29T07:32:12.886Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=2c1d9eb6-78e3-4bef-8e39-44e1fee339a4 time="2024-02-29T07:32:12.886Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f59572fc-a19b-4f70-9e2e-f3c8c8e4be43 time="2024-02-29T07:32:12.886Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=btg2vkl6 time="2024-02-29T07:32:12.886Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=btg2vkl6 time="2024-02-29T07:32:12.886Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.885Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=pzx8hp42 time="2024-02-29T07:32:12.886Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=pzx8hp42 time="2024-02-29T07:32:12.886Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=d12f746e-6f52-494c-a525-6a29f1878c54 time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c5ad6d83-e2d4-4b30-ae05-640ed1d58a41 time="2024-02-29T07:32:12.886Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=m5gtls8x time="2024-02-29T07:32:12.886Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=m5gtls8x time="2024-02-29T07:32:12.886Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=m5gtls8x time="2024-02-29T07:32:12.886Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5gtls8x time="2024-02-29T07:32:12.886Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c5ad6d83-e2d4-4b30-ae05-640ed1d58a41 time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8fa223ce-57a7-4027-9e71-d9ff7f3124fd time="2024-02-29T07:32:12.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=csgkhk5c time="2024-02-29T07:32:12.886Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=csgkhk5c time="2024-02-29T07:32:12.886Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=csgkhk5c time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csgkhk5c time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8fa223ce-57a7-4027-9e71-d9ff7f3124fd time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb4758b6-1068-4438-b8bf-2cf13f60c2bb time="2024-02-29T07:32:12.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5slj4mwj time="2024-02-29T07:32:12.887Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5slj4mwj time="2024-02-29T07:32:12.887Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5slj4mwj time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5slj4mwj time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=bb4758b6-1068-4438-b8bf-2cf13f60c2bb time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7387a9aa-fc7f-4b55-8a96-65e85858f47d time="2024-02-29T07:32:12.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.887Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7387a9aa-fc7f-4b55-8a96-65e85858f47d time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=31110579-fe90-4470-976f-671338b1f098 time="2024-02-29T07:32:12.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5xlqjv4m time="2024-02-29T07:32:12.887Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=5xlqjv4m time="2024-02-29T07:32:12.887Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=5xlqjv4m time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xlqjv4m time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=31110579-fe90-4470-976f-671338b1f098 time="2024-02-29T07:32:12.885Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8e90b8b3-49c9-4bc0-8f62-d869787fddf2 time="2024-02-29T07:32:12.887Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jzg5vk8n time="2024-02-29T07:32:12.887Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jzg5vk8n time="2024-02-29T07:32:12.887Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=jzg5vk8n time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jzg5vk8n time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8e90b8b3-49c9-4bc0-8f62-d869787fddf2 time="2024-02-29T07:32:12.887Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=7b8r2cxk time="2024-02-29T07:32:12.887Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2fe363b4-9d7d-40d2-92f8-9cdca3353b43 time="2024-02-29T07:32:12.888Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6deb8ae6-c698-4f0d-b416-5c633c055389 time="2024-02-29T07:32:12.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=r8clrxlf time="2024-02-29T07:32:12.888Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=r8clrxlf time="2024-02-29T07:32:12.888Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=r8clrxlf time="2024-02-29T07:32:12.888Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=r8clrxlf time="2024-02-29T07:32:12.888Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8clrxlf time="2024-02-29T07:32:12.888Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6deb8ae6-c698-4f0d-b416-5c633c055389 time="2024-02-29T07:32:12.89Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6cfdbadf-a31c-4f9b-b963-0ebac2499e61 time="2024-02-29T07:32:12.89Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fffqr6cc time="2024-02-29T07:32:12.89Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fffqr6cc time="2024-02-29T07:32:12.89Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fffqr6cc time="2024-02-29T07:32:12.89Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6cfdbadf-a31c-4f9b-b963-0ebac2499e61 time="2024-02-29T07:32:12.89Z" level=info msg="could not add finalizer" controller=machinepool error="Operation cannot be fulfilled on machinepools.hive.openshift.io \"mihuang-292-worker\": the object has been modified; please apply your changes to the latest version and try again" machinePool=default/mihuang-292-worker reconcileID=btg2vkl6 time="2024-02-29T07:32:12.89Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=4 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=btg2vkl6 time="2024-02-29T07:32:12.89Z" level=error msg="Reconciler error" controller=machinepool-controller error="Operation cannot be fulfilled on machinepools.hive.openshift.io \"mihuang-292-worker\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f59572fc-a19b-4f70-9e2e-f3c8c8e4be43 time="2024-02-29T07:32:12.89Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ea0e190f-ffb8-4926-9233-f5bd0ae60e3e time="2024-02-29T07:32:12.89Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp9ps6zv time="2024-02-29T07:32:12.89Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp9ps6zv time="2024-02-29T07:32:12.89Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.891Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=qp9ps6zv time="2024-02-29T07:32:12.891Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=qp9ps6zv time="2024-02-29T07:32:12.891Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ea0e190f-ffb8-4926-9233-f5bd0ae60e3e time="2024-02-29T07:32:12.891Z" level=info msg="error updating syncset failed condition" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fcjwpt92 time="2024-02-29T07:32:12.891Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=fcjwpt92 time="2024-02-29T07:32:12.891Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=fcjwpt92 time="2024-02-29T07:32:12.892Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8f1ee7eb-4f08-4ddc-aafe-1d76ef39debe time="2024-02-29T07:32:12.892Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c03ba2e-4e4a-4a15-b776-505b047d0e8c time="2024-02-29T07:32:12.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.892Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.892Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.892Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.892Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.892Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.895Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=b65d7d90-7183-4f05-aeef-e3288a7f8f4e time="2024-02-29T07:32:12.896Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=fxdk6gmh time="2024-02-29T07:32:12.896Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=fxdk6gmh time="2024-02-29T07:32:12.896Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.896Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=fxdk6gmh time="2024-02-29T07:32:12.896Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=fxdk6gmh time="2024-02-29T07:32:12.896Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=b65d7d90-7183-4f05-aeef-e3288a7f8f4e time="2024-02-29T07:32:12.898Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ddfffmrp time="2024-02-29T07:32:12.901Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.901Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.901Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1b7a9f4c-685c-49f0-a1be-a12ccaed99d9 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=9de7b084-af04-4e33-bd9c-e19417b9b77a time="2024-02-29T07:32:12.902Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.903Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wjfsq85r time="2024-02-29T07:32:12.903Z" level=debug msg="Reconcile done, requeueing after 23h28m50.096686028s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=9de7b084-af04-4e33-bd9c-e19417b9b77a time="2024-02-29T07:32:12.902Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=wpsb2zv8 time="2024-02-29T07:32:12.903Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=wpsb2zv8 time="2024-02-29T07:32:12.903Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=wpsb2zv8 time="2024-02-29T07:32:12.903Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wpsb2zv8 time="2024-02-29T07:32:12.903Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=1b7a9f4c-685c-49f0-a1be-a12ccaed99d9 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=463971e5-5308-4a22-9e12-1d5e175390a6 time="2024-02-29T07:32:12.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p8wtnlpn time="2024-02-29T07:32:12.903Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p8wtnlpn time="2024-02-29T07:32:12.903Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=p8wtnlpn time="2024-02-29T07:32:12.903Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8wtnlpn time="2024-02-29T07:32:12.903Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=463971e5-5308-4a22-9e12-1d5e175390a6 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9c34a28-7b93-4eb4-97a7-b1e1c0dc3ff0 time="2024-02-29T07:32:12.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=jccnbf6r time="2024-02-29T07:32:12.903Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=jccnbf6r time="2024-02-29T07:32:12.903Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=jccnbf6r time="2024-02-29T07:32:12.903Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jccnbf6r time="2024-02-29T07:32:12.903Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9c34a28-7b93-4eb4-97a7-b1e1c0dc3ff0 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8b49dbf8-486d-4c7b-8a6e-04ec73527b16 time="2024-02-29T07:32:12.903Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f7n2gd9c time="2024-02-29T07:32:12.903Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f7n2gd9c time="2024-02-29T07:32:12.903Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f7n2gd9c time="2024-02-29T07:32:12.903Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7n2gd9c time="2024-02-29T07:32:12.903Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8b49dbf8-486d-4c7b-8a6e-04ec73527b16 time="2024-02-29T07:32:12.903Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=fdb90da8-c1d0-4796-974d-38ec315dc83c time="2024-02-29T07:32:12.904Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=8gjqx575 time="2024-02-29T07:32:12.904Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=8gjqx575 time="2024-02-29T07:32:12.904Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=fdb90da8-c1d0-4796-974d-38ec315dc83c time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b156e63-0001-4211-8363-669878e6f540 time="2024-02-29T07:32:12.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=t79nppsm time="2024-02-29T07:32:12.904Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=t79nppsm time="2024-02-29T07:32:12.904Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=t79nppsm time="2024-02-29T07:32:12.904Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t79nppsm time="2024-02-29T07:32:12.904Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9b156e63-0001-4211-8363-669878e6f540 time="2024-02-29T07:32:12.902Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a147b182-d409-45d7-b38f-3cbf5b340963 time="2024-02-29T07:32:12.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=z27hmbgm time="2024-02-29T07:32:12.904Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=z27hmbgm time="2024-02-29T07:32:12.904Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=z27hmbgm time="2024-02-29T07:32:12.904Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=z27hmbgm time="2024-02-29T07:32:12.904Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z27hmbgm time="2024-02-29T07:32:12.904Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a147b182-d409-45d7-b38f-3cbf5b340963 time="2024-02-29T07:32:12.905Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=default/mihuang-292 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ddfffmrp time="2024-02-29T07:32:12.905Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=ddfffmrp time="2024-02-29T07:32:12.905Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=500d7dc6-c934-4123-8a98-e9727aed77d0 time="2024-02-29T07:32:12.905Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=500d7dc6-c934-4123-8a98-e9727aed77d0 time="2024-02-29T07:32:12.905Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2f44bf36-5a22-4145-a55e-b93e3e408308 time="2024-02-29T07:32:12.905Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=csf7qdfg time="2024-02-29T07:32:12.905Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=csf7qdfg time="2024-02-29T07:32:12.905Z" level=info msg="checking if cluster is reachable" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=csf7qdfg time="2024-02-29T07:32:12.908Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.908Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.908Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=dz2pwgh8 secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.908Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f8ea88de-e42c-4361-a9af-ce764cb72436 time="2024-02-29T07:32:12.908Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=cccrr2mr time="2024-02-29T07:32:12.908Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=cccrr2mr time="2024-02-29T07:32:12.908Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.908Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc0fce28-07a1-40ce-bdb0-5fa866745793 time="2024-02-29T07:32:12.908Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3a06718-0f3a-4ed7-9ac8-f8b50ef52a09 time="2024-02-29T07:32:12.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.908Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.908Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.908Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d3a06718-0f3a-4ed7-9ac8-f8b50ef52a09 time="2024-02-29T07:32:12.908Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6qdhjhh8 time="2024-02-29T07:32:12.908Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6qdhjhh8 time="2024-02-29T07:32:12.908Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6qdhjhh8 time="2024-02-29T07:32:12.908Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qdhjhh8 time="2024-02-29T07:32:12.908Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fc0fce28-07a1-40ce-bdb0-5fa866745793 time="2024-02-29T07:32:12.908Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=cccrr2mr time="2024-02-29T07:32:12.908Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=cccrr2mr time="2024-02-29T07:32:12.908Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f8ea88de-e42c-4361-a9af-ce764cb72436 time="2024-02-29T07:32:12.913Z" level=info msg="error updating secret" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"mihuang-292-0-gvndm-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dz2pwgh8 secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.913Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=dz2pwgh8 time="2024-02-29T07:32:12.913Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"mihuang-292-0-gvndm-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=4c03ba2e-4e4a-4a15-b776-505b047d0e8c time="2024-02-29T07:32:12.913Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=edd0c1c2-41a7-49aa-8c4f-2752213c134d time="2024-02-29T07:32:12.913Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.913Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.913Z" level=info msg="cluster is reachable" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=csf7qdfg time="2024-02-29T07:32:12.913Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.913Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.914Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.914Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.914Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.914Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.914Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.914Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.914Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.914Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-kubeconfig time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78462d81-1a7d-438b-b545-45296ace0e45 time="2024-02-29T07:32:12.924Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=srdp7cw8 time="2024-02-29T07:32:12.924Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=srdp7cw8 time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c18a16a0-c96c-4442-aa55-010f8e77aab9 time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=53d9d109-1831-4b9e-a750-8787d219445b time="2024-02-29T07:32:12.924Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fwjcnv9b time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=61cf7c03-cd43-4d47-a2d2-781f3df88040 time="2024-02-29T07:32:12.924Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.924Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.924Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c3577f8d-f9ea-41a0-b3e8-7751645317ce time="2024-02-29T07:32:12.925Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=qlvw4lvm time="2024-02-29T07:32:12.925Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=qlvw4lvm time="2024-02-29T07:32:12.925Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=qlvw4lvm time="2024-02-29T07:32:12.925Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlvw4lvm time="2024-02-29T07:32:12.925Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c3577f8d-f9ea-41a0-b3e8-7751645317ce time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=254aace8-9278-4768-9d68-6de7fc241da1 time="2024-02-29T07:32:12.925Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=kwl5fcjs time="2024-02-29T07:32:12.925Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=kwl5fcjs time="2024-02-29T07:32:12.925Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=kwl5fcjs time="2024-02-29T07:32:12.925Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-292 controller=clusterState derivedObject=mihuang-292 reconcileID=kwl5fcjs time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=236d273c-fc8d-4043-b4cd-6bcaf5f6e904 time="2024-02-29T07:32:12.925Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=95tqqx5l time="2024-02-29T07:32:12.925Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=95tqqx5l time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cd347de1-c150-47d1-9092-193edd750c7b time="2024-02-29T07:32:12.925Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=f92w8hm2 time="2024-02-29T07:32:12.926Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=f92w8hm2 time="2024-02-29T07:32:12.926Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=f92w8hm2 time="2024-02-29T07:32:12.926Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f92w8hm2 time="2024-02-29T07:32:12.926Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cd347de1-c150-47d1-9092-193edd750c7b time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=bb1c541e-08f9-4a85-b0db-4b9879bc38e4 time="2024-02-29T07:32:12.926Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=j9swbm58 time="2024-02-29T07:32:12.926Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=236d273c-fc8d-4043-b4cd-6bcaf5f6e904 time="2024-02-29T07:32:12.924Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fa4508d0-dd43-4044-9f65-c3b901d7abff time="2024-02-29T07:32:12.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.926Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.926Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.926Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=fa4508d0-dd43-4044-9f65-c3b901d7abff time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a3734de-dee3-416f-8af8-24db41370fed time="2024-02-29T07:32:12.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tf24bv86 time="2024-02-29T07:32:12.926Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tf24bv86 time="2024-02-29T07:32:12.926Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=tf24bv86 time="2024-02-29T07:32:12.926Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tf24bv86 time="2024-02-29T07:32:12.926Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=8a3734de-dee3-416f-8af8-24db41370fed time="2024-02-29T07:32:12.926Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=j9swbm58 time="2024-02-29T07:32:12.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=j9swbm58 time="2024-02-29T07:32:12.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=j9swbm58 time="2024-02-29T07:32:12.925Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=22a9557e-e21e-4d87-bb91-ea4a0d02e4cd time="2024-02-29T07:32:12.927Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=25vh22zf time="2024-02-29T07:32:12.927Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=25vh22zf time="2024-02-29T07:32:12.927Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=j9swbm58 time="2024-02-29T07:32:12.927Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.927Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=j9swbm58 time="2024-02-29T07:32:12.927Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=j9swbm58 time="2024-02-29T07:32:12.927Z" level=debug msg="Reconcile done, requeueing after 23h28m50.072367909s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=bb1c541e-08f9-4a85-b0db-4b9879bc38e4 time="2024-02-29T07:32:12.927Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=25vh22zf time="2024-02-29T07:32:12.927Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=25vh22zf time="2024-02-29T07:32:12.927Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=22a9557e-e21e-4d87-bb91-ea4a0d02e4cd time="2024-02-29T07:32:12.924Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=csf7qdfg time="2024-02-29T07:32:12.927Z" level=debug msg="Reconcile done, requeueing after 2h0m0s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2f44bf36-5a22-4145-a55e-b93e3e408308 time="2024-02-29T07:32:12.928Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=060a8148-1e87-4721-9842-5450a3fc8e1a time="2024-02-29T07:32:12.928Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=qlv4lrrf time="2024-02-29T07:32:12.928Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=qlv4lrrf time="2024-02-29T07:32:12.928Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m59.071399079s reconcileID=qlv4lrrf time="2024-02-29T07:32:12.928Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qlv4lrrf time="2024-02-29T07:32:12.928Z" level=debug msg="Reconcile done, requeueing after 1h59m59.071399079s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=060a8148-1e87-4721-9842-5450a3fc8e1a time="2024-02-29T07:32:12.924Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=fwjcnv9b time="2024-02-29T07:32:12.928Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=fwjcnv9b time="2024-02-29T07:32:12.928Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=53d9d109-1831-4b9e-a750-8787d219445b time="2024-02-29T07:32:12.928Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-password time="2024-02-29T07:32:12.928Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-password time="2024-02-29T07:32:12.928Z" level=info msg="secret has been modified, updating" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c secret=mihuang-292-0-gvndm-admin-password time="2024-02-29T07:32:12.924Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=mcrffkln time="2024-02-29T07:32:12.928Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=mcrffkln time="2024-02-29T07:32:12.928Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=mcrffkln time="2024-02-29T07:32:12.929Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=mcrffkln time="2024-02-29T07:32:12.929Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mcrffkln time="2024-02-29T07:32:12.929Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c18a16a0-c96c-4442-aa55-010f8e77aab9 time="2024-02-29T07:32:12.93Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5941f2a2-e02e-479f-a473-c227b0de353f time="2024-02-29T07:32:12.93Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=ghz98gnv time="2024-02-29T07:32:12.93Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=ghz98gnv time="2024-02-29T07:32:12.93Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ghz98gnv time="2024-02-29T07:32:12.93Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5941f2a2-e02e-479f-a473-c227b0de353f time="2024-02-29T07:32:12.933Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.934Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-292.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.934Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gsw26c8c time="2024-02-29T07:32:12.934Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=gsw26c8c time="2024-02-29T07:32:12.934Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=edd0c1c2-41a7-49aa-8c4f-2752213c134d time="2024-02-29T07:32:12.934Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf2a54ea-9e84-443a-8675-5f2ec4b19c00 time="2024-02-29T07:32:12.934Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.935Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.935Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.935Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.935Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.935Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.936Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-292.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.936Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=kwl5fcjs time="2024-02-29T07:32:12.936Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=254aace8-9278-4768-9d68-6de7fc241da1 time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7c8edd9-a91b-4a1d-8a9c-4bd3657d6ec3 time="2024-02-29T07:32:12.958Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=94whzjlv time="2024-02-29T07:32:12.958Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=94whzjlv time="2024-02-29T07:32:12.958Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e798e883-5651-4b3d-8e71-cbae2504b536 21331 0 2024-02-29 07:19:42 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 07:19:42 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-292.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=f6pnmj9b time="2024-02-29T07:32:12.958Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=94whzjlv time="2024-02-29T07:32:12.958Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94whzjlv time="2024-02-29T07:32:12.958Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7c8edd9-a91b-4a1d-8a9c-4bd3657d6ec3 time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=70bcd58d-d5aa-45b5-ac9f-d52eeb61af3b time="2024-02-29T07:32:12.958Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6vdgnfwj time="2024-02-29T07:32:12.959Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6vdgnfwj time="2024-02-29T07:32:12.959Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=6vdgnfwj time="2024-02-29T07:32:12.959Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=srdp7cw8 time="2024-02-29T07:32:12.959Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=srdp7cw8 time="2024-02-29T07:32:12.959Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=78462d81-1a7d-438b-b545-45296ace0e45 time="2024-02-29T07:32:12.959Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=04d90fb8-14ca-4042-a4d4-bc884aa4253c time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=15737c93-5f65-46f0-a0ff-bd081d6fcfb3 time="2024-02-29T07:32:12.959Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=q7dh55lb time="2024-02-29T07:32:12.959Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=q7dh55lb time="2024-02-29T07:32:12.959Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=q7dh55lb time="2024-02-29T07:32:12.959Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7dh55lb time="2024-02-29T07:32:12.959Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=15737c93-5f65-46f0-a0ff-bd081d6fcfb3 time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3472fdd4-cf81-41e9-a1fa-7fee9f07580c time="2024-02-29T07:32:12.959Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=xgpsfj4c time="2024-02-29T07:32:12.959Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=xgpsfj4c time="2024-02-29T07:32:12.959Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d7l877rt time="2024-02-29T07:32:12.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=xgpsfj4c time="2024-02-29T07:32:12.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=xgpsfj4c time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=569ca014-323c-426f-8ccb-c7110d56ee1e time="2024-02-29T07:32:12.96Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=br7n6qtf time="2024-02-29T07:32:12.96Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=br7n6qtf time="2024-02-29T07:32:12.96Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=br7n6qtf time="2024-02-29T07:32:12.96Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=br7n6qtf time="2024-02-29T07:32:12.96Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d7l877rt time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b8d38e37-f34f-49a2-9b7b-83332ed68b16 time="2024-02-29T07:32:12.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=j2q5w6z6 time="2024-02-29T07:32:12.96Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=j2q5w6z6 time="2024-02-29T07:32:12.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=xgpsfj4c time="2024-02-29T07:32:12.96Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:12.96Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=xgpsfj4c time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=44c6b45d-e71c-4060-a7b1-23d90988054e time="2024-02-29T07:32:12.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=2pz522ds time="2024-02-29T07:32:12.96Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=2pz522ds time="2024-02-29T07:32:12.96Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m59.039178631s reconcileID=2pz522ds time="2024-02-29T07:32:12.96Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pz522ds time="2024-02-29T07:32:12.96Z" level=debug msg="Reconcile done, requeueing after 1h59m59.039178631s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=44c6b45d-e71c-4060-a7b1-23d90988054e time="2024-02-29T07:32:12.96Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=569ca014-323c-426f-8ccb-c7110d56ee1e time="2024-02-29T07:32:12.96Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j2q5w6z6 time="2024-02-29T07:32:12.961Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b8d38e37-f34f-49a2-9b7b-83332ed68b16 time="2024-02-29T07:32:12.96Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xgpsfj4c time="2024-02-29T07:32:12.961Z" level=debug msg="Reconcile done, requeueing after 23h28m50.039392368s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=3472fdd4-cf81-41e9-a1fa-7fee9f07580c time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffc77dcc-9399-4f89-9c4e-651d1f49c49c time="2024-02-29T07:32:12.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=spwtx5lx time="2024-02-29T07:32:12.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=spwtx5lx time="2024-02-29T07:32:12.961Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=spwtx5lx time="2024-02-29T07:32:12.961Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=spwtx5lx time="2024-02-29T07:32:12.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=spwtx5lx time="2024-02-29T07:32:12.961Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=ffc77dcc-9399-4f89-9c4e-651d1f49c49c time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=560f9417-07b0-4884-ac00-88788f448604 time="2024-02-29T07:32:12.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.961Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:12.961Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:12.961Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=560f9417-07b0-4884-ac00-88788f448604 time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=532d19c7-6603-4768-a0cc-a4e1895bfdff time="2024-02-29T07:32:12.961Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=qsqx5b46 time="2024-02-29T07:32:12.961Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=qsqx5b46 time="2024-02-29T07:32:12.961Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=532d19c7-6603-4768-a0cc-a4e1895bfdff time="2024-02-29T07:32:12.958Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=846c0232-727e-4243-9e22-dd2bd9659a34 time="2024-02-29T07:32:12.961Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=bqxxws59 time="2024-02-29T07:32:12.961Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=bqxxws59 time="2024-02-29T07:32:12.961Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=bqxxws59 time="2024-02-29T07:32:12.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqxxws59 time="2024-02-29T07:32:12.962Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=846c0232-727e-4243-9e22-dd2bd9659a34 time="2024-02-29T07:32:12.964Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=f6pnmj9b time="2024-02-29T07:32:12.964Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=f6pnmj9b time="2024-02-29T07:32:12.964Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cf2a54ea-9e84-443a-8675-5f2ec4b19c00 time="2024-02-29T07:32:12.964Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6c437fa6-52e9-4bfc-8e6f-45ce0b46ec29 time="2024-02-29T07:32:12.964Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.964Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:12.964Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.964Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.965Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-292.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:12.967Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.974Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.983Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.984Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.985Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.986Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d7l877rt time="2024-02-29T07:32:12.987Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=d7l877rt time="2024-02-29T07:32:12.987Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=d7l877rt time="2024-02-29T07:32:12.987Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=04d90fb8-14ca-4042-a4d4-bc884aa4253c time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.987Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.988Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.988Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.988Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.988Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.988Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.989Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.989Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.989Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.989Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.989Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=f7tjkhjl time="2024-02-29T07:32:12.99Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e798e883-5651-4b3d-8e71-cbae2504b536 21331 0 2024-02-29 07:19:42 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 07:19:42 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-292.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=gtxq5bfm time="2024-02-29T07:32:13Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6vdgnfwj time="2024-02-29T07:32:13.013Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=6vdgnfwj time="2024-02-29T07:32:13.013Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=6vdgnfwj time="2024-02-29T07:32:13.013Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=70bcd58d-d5aa-45b5-ac9f-d52eeb61af3b time="2024-02-29T07:32:13.023Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:13.023Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=f7tjkhjl time="2024-02-29T07:32:13.023Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=98 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=f7tjkhjl time="2024-02-29T07:32:13.023Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=61cf7c03-cd43-4d47-a2d2-781f3df88040 time="2024-02-29T07:32:13.023Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=4ec91a5f-ef80-4195-9771-574bc9eaedc5 time="2024-02-29T07:32:13.023Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.023Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.023Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.03Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.051Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=gtxq5bfm time="2024-02-29T07:32:13.051Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6c437fa6-52e9-4bfc-8e6f-45ce0b46ec29 time="2024-02-29T07:32:13.051Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c547f9b9-1d07-4bd3-8302-a599a97536db time="2024-02-29T07:32:13.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.051Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.051Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.051Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.051Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.051Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64cd02f5-f80e-46bd-97c5-e4e8ac295346 time="2024-02-29T07:32:13.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=jhtrjtb6 time="2024-02-29T07:32:13.051Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=jhtrjtb6 time="2024-02-29T07:32:13.051Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=32ed14ee-a389-4646-8f4f-f136354cb719 time="2024-02-29T07:32:13.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:13.051Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:13.051Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhtrjtb6 time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a3086edb-c4da-421a-aad9-556169585d83 time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ft8qvtrq time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=ft8qvtrq time="2024-02-29T07:32:13.052Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m58.947925998s reconcileID=ft8qvtrq time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ft8qvtrq time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile done, requeueing after 1h59m58.947925998s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a3086edb-c4da-421a-aad9-556169585d83 time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5b6aff65-8e28-4c9f-b62e-270d1c7913ab time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=l82g9dlx time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=l82g9dlx time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dbe9b359-656b-4766-bf95-fd048df7064b time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=2f31ff1b-93c0-4440-90ca-512fcb0f8a5c time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=pp8gx94p time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=pp8gx94p time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=93693313-ee17-4c50-8b12-f0d511043bda time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sdqb9shd time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sdqb9shd time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=70aa1285-a3f0-48b7-88cf-d3f82f406751 time="2024-02-29T07:32:13.052Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=9fqbjmzg time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=9fqbjmzg time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=70aa1285-a3f0-48b7-88cf-d3f82f406751 time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cee61755-74de-4f98-b6fb-3b767f8f406b time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6c55zgr8 time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6c55zgr8 time="2024-02-29T07:32:13.052Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=6c55zgr8 time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6c55zgr8 time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=cee61755-74de-4f98-b6fb-3b767f8f406b time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=87d3556a-b1f8-455f-a001-396780857dd4 time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=wtn5lntk time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=wtn5lntk time="2024-02-29T07:32:13.052Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=wtn5lntk time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtn5lntk time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=87d3556a-b1f8-455f-a001-396780857dd4 time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0120d389-3397-49e3-9fbd-865aa22046db time="2024-02-29T07:32:13.052Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=mgmdq5dd time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=mgmdq5dd time="2024-02-29T07:32:13.052Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=mgmdq5dd time="2024-02-29T07:32:13.052Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.947313711s" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=mgmdq5dd time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgmdq5dd time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile done, requeueing after 9m59.947313711s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0120d389-3397-49e3-9fbd-865aa22046db time="2024-02-29T07:32:13.052Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7bb68c2-2594-46e6-b69f-8df5cf913f84 time="2024-02-29T07:32:13.052Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=dnh5qwgr time="2024-02-29T07:32:13.052Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=dnh5qwgr time="2024-02-29T07:32:13.052Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=dnh5qwgr time="2024-02-29T07:32:13.052Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dnh5qwgr time="2024-02-29T07:32:13.052Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=b7bb68c2-2594-46e6-b69f-8df5cf913f84 time="2024-02-29T07:32:13.051Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.052Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.052Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.052Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=64cd02f5-f80e-46bd-97c5-e4e8ac295346 time="2024-02-29T07:32:13.052Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=l82g9dlx time="2024-02-29T07:32:13.053Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=l82g9dlx time="2024-02-29T07:32:13.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=l82g9dlx time="2024-02-29T07:32:13.053Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5b6aff65-8e28-4c9f-b62e-270d1c7913ab time="2024-02-29T07:32:13.052Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ns544lwj time="2024-02-29T07:32:13.053Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.051Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:13.053Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=32ed14ee-a389-4646-8f4f-f136354cb719 time="2024-02-29T07:32:13.053Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ns544lwj time="2024-02-29T07:32:13.053Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ns544lwj time="2024-02-29T07:32:13.053Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ns544lwj time="2024-02-29T07:32:13.053Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dbe9b359-656b-4766-bf95-fd048df7064b time="2024-02-29T07:32:13.052Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=pp8gx94p time="2024-02-29T07:32:13.053Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=pp8gx94p time="2024-02-29T07:32:13.053Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=pp8gx94p time="2024-02-29T07:32:13.053Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:13.053Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=pp8gx94p time="2024-02-29T07:32:13.053Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=pp8gx94p time="2024-02-29T07:32:13.053Z" level=debug msg="Reconcile done, requeueing after 23h28m49.946276906s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=2f31ff1b-93c0-4440-90ca-512fcb0f8a5c time="2024-02-29T07:32:13.053Z" level=debug msg="found cluster API URL in kubeconfig: https://api.mihuang-292.qe.devcluster.openshift.com:6443" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.063Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.063Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.064Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.065Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.066Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.067Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sdqb9shd time="2024-02-29T07:32:13.067Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sdqb9shd time="2024-02-29T07:32:13.067Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=sdqb9shd time="2024-02-29T07:32:13.067Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=93693313-ee17-4c50-8b12-f0d511043bda time="2024-02-29T07:32:13.068Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.068Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.068Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.068Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.068Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.069Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=jtsbxxsr time="2024-02-29T07:32:13.074Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console e798e883-5651-4b3d-8e71-cbae2504b536 21331 0 2024-02-29 07:19:42 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-02-29 07:19:42 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.mihuang-292.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-02-29 07:19:42 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.mihuang-292.qe.devcluster.openshift.com,},},},}" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=vflr2rhx time="2024-02-29T07:32:13.088Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.088Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=jtsbxxsr time="2024-02-29T07:32:13.088Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=65 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=jtsbxxsr time="2024-02-29T07:32:13.088Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=4ec91a5f-ef80-4195-9771-574bc9eaedc5 time="2024-02-29T07:32:13.088Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=a536c137-0303-4a00-9c54-5f1bcf7ea52b time="2024-02-29T07:32:13.088Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.088Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.088Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.096Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.114Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.121Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.122Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.122Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.122Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.122Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.122Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.123Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.124Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.124Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.124Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.124Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.124Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.125Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.126Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.126Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.126Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.126Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.126Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.127Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.127Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.127Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.127Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.127Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=9xgkhbfm time="2024-02-29T07:32:13.142Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.142Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=9xgkhbfm time="2024-02-29T07:32:13.142Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=53 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=9xgkhbfm time="2024-02-29T07:32:13.142Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=a536c137-0303-4a00-9c54-5f1bcf7ea52b time="2024-02-29T07:32:13.142Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=516c37f2-d1cc-47c6-943e-764c2e1cbb0b time="2024-02-29T07:32:13.142Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.142Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.142Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.15Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.178Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.185Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.186Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.186Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.186Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.186Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.186Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.187Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.187Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.187Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.187Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.187Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.188Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.189Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.189Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.189Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.189Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.189Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.19Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.191Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=j2lhkgzs time="2024-02-29T07:32:13.207Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.207Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=j2lhkgzs time="2024-02-29T07:32:13.207Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=64 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=j2lhkgzs time="2024-02-29T07:32:13.207Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=516c37f2-d1cc-47c6-943e-764c2e1cbb0b time="2024-02-29T07:32:13.207Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=b8c35e64-1964-4481-a060-5ac1de26dfd6 time="2024-02-29T07:32:13.207Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.207Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.207Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.216Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.236Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.242Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.242Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.242Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.243Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.244Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.244Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.244Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.244Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.244Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.245Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.246Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.247Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.248Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.248Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.248Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.248Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.249Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.249Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.249Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.249Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.249Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=zxmxvclf time="2024-02-29T07:32:13.25Z" level=info msg="could not set cluster status URLs" clusterDeployment=default/mihuang-292 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-292\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vflr2rhx time="2024-02-29T07:32:13.25Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=198 elapsedMillisGT=0 outcome=unspecified reconcileID=vflr2rhx time="2024-02-29T07:32:13.25Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c547f9b9-1d07-4bd3-8302-a599a97536db time="2024-02-29T07:32:13.25Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=617ae23c-9446-4efa-bde9-d2df437988d8 time="2024-02-29T07:32:13.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.25Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.251Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvbcggkb time="2024-02-29T07:32:13.251Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=617ae23c-9446-4efa-bde9-d2df437988d8 time="2024-02-29T07:32:13.251Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e457269e-2a46-4abd-89be-c9bc8c2b4a3e time="2024-02-29T07:32:13.251Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=cxzb6wrs time="2024-02-29T07:32:13.251Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=cxzb6wrs time="2024-02-29T07:32:13.251Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cxzb6wrs time="2024-02-29T07:32:13.251Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"mihuang-292\" not found" name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e457269e-2a46-4abd-89be-c9bc8c2b4a3e time="2024-02-29T07:32:13.256Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f18b839f-fd72-47db-8b67-75e2181f05e4 time="2024-02-29T07:32:13.256Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.256Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.256Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.256Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:13.256Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2n86cqjk time="2024-02-29T07:32:13.256Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f18b839f-fd72-47db-8b67-75e2181f05e4 time="2024-02-29T07:32:13.269Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.269Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=zxmxvclf time="2024-02-29T07:32:13.269Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=61 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=zxmxvclf time="2024-02-29T07:32:13.269Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=b8c35e64-1964-4481-a060-5ac1de26dfd6 time="2024-02-29T07:32:13.269Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=423bef3d-e111-49f3-ba5e-91643ff920e8 time="2024-02-29T07:32:13.269Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.269Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.269Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.276Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.294Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.304Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.305Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.308Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.309Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.309Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.309Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.309Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.309Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.31Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=ksmsmc8p time="2024-02-29T07:32:13.329Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.329Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=ksmsmc8p time="2024-02-29T07:32:13.329Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=60 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=ksmsmc8p time="2024-02-29T07:32:13.329Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=423bef3d-e111-49f3-ba5e-91643ff920e8 time="2024-02-29T07:32:13.35Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6cd1c489-e567-4b5e-837e-32715ee44488 time="2024-02-29T07:32:13.35Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.35Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.35Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.359Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.375Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.382Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.383Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.384Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.385Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.386Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.387Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.388Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.388Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.388Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.388Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.388Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=8xn8zc4b time="2024-02-29T07:32:13.402Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.402Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=8xn8zc4b time="2024-02-29T07:32:13.402Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=52 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=8xn8zc4b time="2024-02-29T07:32:13.402Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6cd1c489-e567-4b5e-837e-32715ee44488 time="2024-02-29T07:32:13.723Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d2d5adaf-e883-4e5f-9bd7-5942a20fbad3 time="2024-02-29T07:32:13.723Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.723Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.723Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:13.73Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.749Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.755Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.756Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.757Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.758Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.759Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.76Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.761Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=f476ggh9 time="2024-02-29T07:32:13.775Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.775Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=f476ggh9 time="2024-02-29T07:32:13.775Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=52 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=f476ggh9 time="2024-02-29T07:32:13.775Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d2d5adaf-e883-4e5f-9bd7-5942a20fbad3 time="2024-02-29T07:32:14.416Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6ce26a48-3c5c-4497-a332-325e117899c1 time="2024-02-29T07:32:14.416Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.416Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.416Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:14.426Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.433Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=41ecbe1b-5ffc-4db2-9c28-a4b671c8a32b time="2024-02-29T07:32:14.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.434Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.434Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.444Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=647a474a-9e2d-49f2-80ae-4b2211803f7f time="2024-02-29T07:32:14.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zmpcj2sw time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=aee928b4-4993-45c3-b869-cd80696bcdae time="2024-02-29T07:32:14.447Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ld2jssd2 time="2024-02-29T07:32:14.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ld2jssd2 time="2024-02-29T07:32:14.447Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=ld2jssd2 time="2024-02-29T07:32:14.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ld2jssd2 time="2024-02-29T07:32:14.447Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=aee928b4-4993-45c3-b869-cd80696bcdae time="2024-02-29T07:32:14.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zmpcj2sw time="2024-02-29T07:32:14.447Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=zmpcj2sw time="2024-02-29T07:32:14.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmpcj2sw time="2024-02-29T07:32:14.447Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=647a474a-9e2d-49f2-80ae-4b2211803f7f time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=71709986-1993-4afb-b08f-62e3ec3f17c5 time="2024-02-29T07:32:14.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=25cfcb8f-afa3-4035-8afb-950c3f522b71 time="2024-02-29T07:32:14.447Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=fdthmwpn time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=320ed7c2-372f-4583-b07c-7e95b120ffc3 time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=123f2c94-509e-486f-aa67-c376516a1bbb time="2024-02-29T07:32:14.447Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6pxbzcr7 time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ec406f4-62ce-4233-971d-52f128555ba1 time="2024-02-29T07:32:14.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=q6778tvv time="2024-02-29T07:32:14.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=q6778tvv time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2513049c-2d52-4119-93a1-7deeff63bcab time="2024-02-29T07:32:14.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5c6k69pn time="2024-02-29T07:32:14.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=5c6k69pn time="2024-02-29T07:32:14.447Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m57.552021729s reconcileID=5c6k69pn time="2024-02-29T07:32:14.447Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c6k69pn time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile done, requeueing after 1h59m57.552021729s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2513049c-2d52-4119-93a1-7deeff63bcab time="2024-02-29T07:32:14.447Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=fdthmwpn time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=25cfcb8f-afa3-4035-8afb-950c3f522b71 time="2024-02-29T07:32:14.447Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tqvwx8xp time="2024-02-29T07:32:14.448Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e900c87f-546c-4bef-aa05-dd6f8452d101 time="2024-02-29T07:32:14.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=mxxmmd74 time="2024-02-29T07:32:14.448Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=mxxmmd74 time="2024-02-29T07:32:14.448Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=mxxmmd74 time="2024-02-29T07:32:14.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxxmmd74 time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e900c87f-546c-4bef-aa05-dd6f8452d101 time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d5bceeb7-fec4-4e94-9e17-6a7db1013e79 time="2024-02-29T07:32:14.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=info msg="Resuming cluster" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-292 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-292 condition=Ready controller=hibernation reason=StartingMachines reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tqvwx8xp time="2024-02-29T07:32:14.447Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=q6778tvv time="2024-02-29T07:32:14.448Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=q6778tvv time="2024-02-29T07:32:14.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6778tvv time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3ec406f4-62ce-4233-971d-52f128555ba1 time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e7dc827a-646a-4ba5-bc89-00c3c4284bfa time="2024-02-29T07:32:14.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=64vcdzzr time="2024-02-29T07:32:14.448Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=64vcdzzr time="2024-02-29T07:32:14.447Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6pxbzcr7 time="2024-02-29T07:32:14.448Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=64vcdzzr time="2024-02-29T07:32:14.448Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.551278479s" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=64vcdzzr time="2024-02-29T07:32:14.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64vcdzzr time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile done, requeueing after 9m58.551278479s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e7dc827a-646a-4ba5-bc89-00c3c4284bfa time="2024-02-29T07:32:14.447Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:14.448Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=1 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=71709986-1993-4afb-b08f-62e3ec3f17c5 time="2024-02-29T07:32:14.448Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=6pxbzcr7 time="2024-02-29T07:32:14.448Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6pxbzcr7 time="2024-02-29T07:32:14.448Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=123f2c94-509e-486f-aa67-c376516a1bbb time="2024-02-29T07:32:14.447Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=561c681e-4738-4672-9380-b35ca78b33aa time="2024-02-29T07:32:14.448Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5hfrkpg2 time="2024-02-29T07:32:14.448Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation infraID=mihuang-292-hk6st reconcileID=tj7v4srs time="2024-02-29T07:32:14.448Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5hfrkpg2 time="2024-02-29T07:32:14.449Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tqvwx8xp time="2024-02-29T07:32:14.449Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tqvwx8xp time="2024-02-29T07:32:14.45Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=tqvwx8xp time="2024-02-29T07:32:14.45Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:14.45Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=tqvwx8xp time="2024-02-29T07:32:14.45Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=tqvwx8xp time="2024-02-29T07:32:14.45Z" level=debug msg="Reconcile done, requeueing after 23h28m48.549100966s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=320ed7c2-372f-4583-b07c-7e95b120ffc3 time="2024-02-29T07:32:14.451Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.451Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.451Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=zsrlt72x time="2024-02-29T07:32:14.451Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=zsrlt72x time="2024-02-29T07:32:14.451Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=41ecbe1b-5ffc-4db2-9c28-a4b671c8a32b time="2024-02-29T07:32:14.451Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7148d2c9-5745-406a-ba0c-33e1ca3d2737 time="2024-02-29T07:32:14.451Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.451Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.451Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.452Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.452Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.452Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.452Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.452Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=krvjnmt2 time="2024-02-29T07:32:14.452Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.452Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krvjnmt2 time="2024-02-29T07:32:14.452Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7148d2c9-5745-406a-ba0c-33e1ca3d2737 time="2024-02-29T07:32:14.453Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.453Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.453Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.453Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.453Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.454Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.455Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.458Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.458Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.458Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.46Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.461Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.462Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.462Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.462Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.462Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.462Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.463Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.463Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.463Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.463Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.463Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=64qb4jc9 time="2024-02-29T07:32:14.47Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5hfrkpg2 time="2024-02-29T07:32:14.47Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=5hfrkpg2 time="2024-02-29T07:32:14.47Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=5hfrkpg2 time="2024-02-29T07:32:14.47Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=561c681e-4738-4672-9380-b35ca78b33aa time="2024-02-29T07:32:14.479Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.479Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=64qb4jc9 time="2024-02-29T07:32:14.479Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=62 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=64qb4jc9 time="2024-02-29T07:32:14.479Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=6ce26a48-3c5c-4497-a332-325e117899c1 time="2024-02-29T07:32:14.479Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5dd3f5b3-995f-462e-801f-a5732ec3762a time="2024-02-29T07:32:14.479Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.479Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.479Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:14.488Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.504Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.512Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.513Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.513Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.513Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.513Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.513Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.514Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.514Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.514Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.514Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.514Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.515Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.516Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.516Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.516Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.516Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.516Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.517Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.518Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.519Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.519Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.519Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.519Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.519Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=g7rlh9zw time="2024-02-29T07:32:14.534Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.534Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=g7rlh9zw time="2024-02-29T07:32:14.534Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=55 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=g7rlh9zw time="2024-02-29T07:32:14.534Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5dd3f5b3-995f-462e-801f-a5732ec3762a time="2024-02-29T07:32:14.562Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=62f34210-8ec4-42f6-a617-85aa56796aac time="2024-02-29T07:32:14.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.562Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.562Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.562Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.562Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vtbflv2 time="2024-02-29T07:32:14.562Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=62f34210-8ec4-42f6-a617-85aa56796aac time="2024-02-29T07:32:14.612Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation count=0 infraID=mihuang-292-hk6st reconcileID=tj7v4srs states="map[shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:32:14.612Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=tj7v4srs time="2024-02-29T07:32:14.623Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=eb40663c-3ed5-492f-8ca2-2a040e5c0715 time="2024-02-29T07:32:14.624Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=xnr76nfj time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5472a77b-9e24-4e4e-8a46-70cfdd998218 time="2024-02-29T07:32:14.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9s7wq4v9 time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7f61750f-9bf5-418e-b296-9529e0fb68d1 time="2024-02-29T07:32:14.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=k6lt97mh time="2024-02-29T07:32:14.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=k6lt97mh time="2024-02-29T07:32:14.624Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m57.375359599s reconcileID=k6lt97mh time="2024-02-29T07:32:14.624Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6lt97mh time="2024-02-29T07:32:14.624Z" level=debug msg="Reconcile done, requeueing after 1h59m57.375359599s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=7f61750f-9bf5-418e-b296-9529e0fb68d1 time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=73b07135-cd90-41ae-94ef-2564157b6809 time="2024-02-29T07:32:14.624Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=t2r5c8rt time="2024-02-29T07:32:14.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=t2r5c8rt time="2024-02-29T07:32:14.624Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=176 elapsedMillisGT=0 outcome=unspecified reconcileID=tj7v4srs time="2024-02-29T07:32:14.625Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d5bceeb7-fec4-4e94-9e17-6a7db1013e79 time="2024-02-29T07:32:14.625Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a4679bb5-afa6-4121-8f28-cf681fc6aa19 time="2024-02-29T07:32:14.625Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=s9xv7g7m time="2024-02-29T07:32:14.625Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=s9xv7g7m time="2024-02-29T07:32:14.625Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=s9xv7g7m time="2024-02-29T07:32:14.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9xv7g7m time="2024-02-29T07:32:14.624Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9s7wq4v9 time="2024-02-29T07:32:14.625Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=9s7wq4v9 time="2024-02-29T07:32:14.625Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=9s7wq4v9 time="2024-02-29T07:32:14.625Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5472a77b-9e24-4e4e-8a46-70cfdd998218 time="2024-02-29T07:32:14.625Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a4679bb5-afa6-4121-8f28-cf681fc6aa19 time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0df3db64-e6cc-497c-b300-3d6d2b62eccf time="2024-02-29T07:32:14.625Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=v77rg89t time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3dcfc583-2c0f-4623-b14e-36cc3f4bad0c time="2024-02-29T07:32:14.626Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=4vwmgdbn time="2024-02-29T07:32:14.626Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=4vwmgdbn time="2024-02-29T07:32:14.626Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=4vwmgdbn time="2024-02-29T07:32:14.626Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vwmgdbn time="2024-02-29T07:32:14.626Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3dcfc583-2c0f-4623-b14e-36cc3f4bad0c time="2024-02-29T07:32:14.626Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=v77rg89t time="2024-02-29T07:32:14.626Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=v77rg89t time="2024-02-29T07:32:14.626Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=v77rg89t time="2024-02-29T07:32:14.626Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v77rg89t time="2024-02-29T07:32:14.626Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0df3db64-e6cc-497c-b300-3d6d2b62eccf time="2024-02-29T07:32:14.624Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=xnr76nfj time="2024-02-29T07:32:14.626Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=eb40663c-3ed5-492f-8ca2-2a040e5c0715 time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=12c5a53c-9141-4d6d-b571-9abd27599c10 time="2024-02-29T07:32:14.626Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=6qdl6476 time="2024-02-29T07:32:14.626Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=6qdl6476 time="2024-02-29T07:32:14.626Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=6qdl6476 time="2024-02-29T07:32:14.626Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=6qdl6476 time="2024-02-29T07:32:14.626Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=6qdl6476 time="2024-02-29T07:32:14.627Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:14.627Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=6qdl6476 time="2024-02-29T07:32:14.627Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qdl6476 time="2024-02-29T07:32:14.627Z" level=debug msg="Reconcile done, requeueing after 23h28m48.372954295s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=12c5a53c-9141-4d6d-b571-9abd27599c10 time="2024-02-29T07:32:14.624Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=592def33-a464-4ba7-a328-3f03492c471f time="2024-02-29T07:32:14.627Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=rlbzhg45 time="2024-02-29T07:32:14.627Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=rlbzhg45 time="2024-02-29T07:32:14.627Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=rlbzhg45 time="2024-02-29T07:32:14.627Z" level=debug msg="Waiting to fetch clusteroperator status in 9m58.37274872s" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=rlbzhg45 time="2024-02-29T07:32:14.627Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlbzhg45 time="2024-02-29T07:32:14.627Z" level=debug msg="Reconcile done, requeueing after 9m58.37274872s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=592def33-a464-4ba7-a328-3f03492c471f time="2024-02-29T07:32:14.629Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=72c71b30-4d91-45c7-a36d-c0165ec3d966 time="2024-02-29T07:32:14.629Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.629Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.629Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.63Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.63Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.63Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:14.63Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.63Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.63Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.63Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=nflrm7kq time="2024-02-29T07:32:14.63Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nflrm7kq time="2024-02-29T07:32:14.63Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=72c71b30-4d91-45c7-a36d-c0165ec3d966 time="2024-02-29T07:32:14.63Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2e68b951-cd30-4f28-b08b-abf0b5c6efdc time="2024-02-29T07:32:14.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:14.63Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:14.63Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:14.63Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2e68b951-cd30-4f28-b08b-abf0b5c6efdc time="2024-02-29T07:32:14.63Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af2d7dec-e784-4a02-a07a-510822b696a3 time="2024-02-29T07:32:14.63Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gp7cbkpz time="2024-02-29T07:32:14.63Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gp7cbkpz time="2024-02-29T07:32:14.63Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=gp7cbkpz time="2024-02-29T07:32:14.63Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gp7cbkpz time="2024-02-29T07:32:14.63Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=af2d7dec-e784-4a02-a07a-510822b696a3 time="2024-02-29T07:32:14.644Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=t2r5c8rt time="2024-02-29T07:32:14.644Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=t2r5c8rt time="2024-02-29T07:32:14.644Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=t2r5c8rt time="2024-02-29T07:32:14.644Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=73b07135-cd90-41ae-94ef-2564157b6809 time="2024-02-29T07:32:15.759Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ed56d23f-3ee5-4423-b726-28445119b0b9 time="2024-02-29T07:32:15.759Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.759Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.759Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:15.77Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.79Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.797Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.798Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.799Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.8Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.801Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.802Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.802Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.802Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.802Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.802Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.803Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.803Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.803Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.803Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.803Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=x72rhhrd time="2024-02-29T07:32:15.811Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5848b3d4-5af5-48e4-a987-ef4a253c74ec time="2024-02-29T07:32:15.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=q7b2wzzs time="2024-02-29T07:32:15.812Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=q7b2wzzs time="2024-02-29T07:32:15.812Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=q7b2wzzs time="2024-02-29T07:32:15.812Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation infraID=mihuang-292-hk6st reconcileID=q7b2wzzs time="2024-02-29T07:32:15.816Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.816Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=x72rhhrd time="2024-02-29T07:32:15.816Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=57 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=x72rhhrd time="2024-02-29T07:32:15.817Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=ed56d23f-3ee5-4423-b726-28445119b0b9 time="2024-02-29T07:32:15.911Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation count=0 infraID=mihuang-292-hk6st reconcileID=q7b2wzzs states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:32:15.938Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-292 controller=hibernation count=6 reconcileID=q7b2wzzs time="2024-02-29T07:32:15.938Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-292 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=q7b2wzzs time="2024-02-29T07:32:15.948Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=q7b2wzzs time="2024-02-29T07:32:15.948Z" level=debug msg="Reconcile done, requeueing after 2m0s" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5848b3d4-5af5-48e4-a987-ef4a253c74ec time="2024-02-29T07:32:15.949Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d728616b-5dc4-4e40-885e-889b8d459c39 time="2024-02-29T07:32:15.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=t4fb7rxb time="2024-02-29T07:32:15.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=t4fb7rxb time="2024-02-29T07:32:15.949Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h59m56.0504515s reconcileID=t4fb7rxb time="2024-02-29T07:32:15.949Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4fb7rxb time="2024-02-29T07:32:15.949Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dd861bc6-3c80-4b8d-a2af-6cc2b9525f5d time="2024-02-29T07:32:15.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=76z2qbvj time="2024-02-29T07:32:15.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=76z2qbvj time="2024-02-29T07:32:15.949Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=977ceef2-07fe-472a-8011-d62209935188 time="2024-02-29T07:32:15.949Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=8h8dxzkb time="2024-02-29T07:32:15.949Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=8h8dxzkb time="2024-02-29T07:32:15.949Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=8h8dxzkb time="2024-02-29T07:32:15.949Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=8h8dxzkb time="2024-02-29T07:32:15.949Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8h8dxzkb time="2024-02-29T07:32:15.95Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=977ceef2-07fe-472a-8011-d62209935188 time="2024-02-29T07:32:15.95Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=072a7f89-3fd0-4d3a-873e-ef4b949681a0 time="2024-02-29T07:32:15.95Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wrgm25qb time="2024-02-29T07:32:15.95Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wrgm25qb time="2024-02-29T07:32:15.95Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=072a7f89-3fd0-4d3a-873e-ef4b949681a0 time="2024-02-29T07:32:15.95Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3da578f-5c22-4368-b9ea-c4bd53bf0843 time="2024-02-29T07:32:15.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=7jgqz4r2 time="2024-02-29T07:32:15.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=7jgqz4r2 time="2024-02-29T07:32:15.95Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=7jgqz4r2 time="2024-02-29T07:32:15.95Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jgqz4r2 time="2024-02-29T07:32:15.95Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e3da578f-5c22-4368-b9ea-c4bd53bf0843 time="2024-02-29T07:32:15.95Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=649e9017-c134-4212-8b22-e6bd2e2ebcd0 time="2024-02-29T07:32:15.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wmbwbf8 time="2024-02-29T07:32:15.95Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wmbwbf8 time="2024-02-29T07:32:15.95Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=9c7d6897-496c-4be9-a630-5ed49c9a50f1 time="2024-02-29T07:32:15.95Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7bkqqb4w time="2024-02-29T07:32:15.951Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7bkqqb4w time="2024-02-29T07:32:15.951Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=7bkqqb4w time="2024-02-29T07:32:15.949Z" level=debug msg="Reconcile done, requeueing after 1h59m56.0504515s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d728616b-5dc4-4e40-885e-889b8d459c39 time="2024-02-29T07:32:15.951Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=004d7891-3d38-4958-9c3d-4cf0e1b1ac4f time="2024-02-29T07:32:15.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=lcfgcqcj time="2024-02-29T07:32:15.951Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=lcfgcqcj time="2024-02-29T07:32:15.951Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=lcfgcqcj time="2024-02-29T07:32:15.951Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=70b17d1d-8a75-47f3-9489-6fb6d2e88798 time="2024-02-29T07:32:15.951Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qwh6sxbz time="2024-02-29T07:32:15.951Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qwh6sxbz time="2024-02-29T07:32:15.951Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=qwh6sxbz time="2024-02-29T07:32:15.951Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwh6sxbz time="2024-02-29T07:32:15.951Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=70b17d1d-8a75-47f3-9489-6fb6d2e88798 time="2024-02-29T07:32:15.951Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=5wmbwbf8 time="2024-02-29T07:32:15.951Z" level=debug msg="Waiting to fetch clusteroperator status in 9m57.04824406s" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wmbwbf8 time="2024-02-29T07:32:15.951Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=5wmbwbf8 time="2024-02-29T07:32:15.951Z" level=debug msg="Reconcile done, requeueing after 9m57.04824406s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=649e9017-c134-4212-8b22-e6bd2e2ebcd0 time="2024-02-29T07:32:15.951Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcfgcqcj time="2024-02-29T07:32:15.951Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=004d7891-3d38-4958-9c3d-4cf0e1b1ac4f time="2024-02-29T07:32:15.951Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=7bkqqb4w time="2024-02-29T07:32:15.951Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=7bkqqb4w time="2024-02-29T07:32:15.952Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:32:15.952Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=7bkqqb4w time="2024-02-29T07:32:15.952Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=7bkqqb4w time="2024-02-29T07:32:15.952Z" level=debug msg="Reconcile done, requeueing after 23h28m47.047981341s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=9c7d6897-496c-4be9-a630-5ed49c9a50f1 time="2024-02-29T07:32:15.954Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3b37d6fa-725d-4113-8ec2-95213e3f2ef7 time="2024-02-29T07:32:15.954Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:15.954Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:32:15.954Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:32:15.954Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3b37d6fa-725d-4113-8ec2-95213e3f2ef7 time="2024-02-29T07:32:15.955Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c6c55167-7920-4284-bdaf-40cd7e409d77 time="2024-02-29T07:32:15.955Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9zw8qhl5 time="2024-02-29T07:32:15.955Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9zw8qhl5 time="2024-02-29T07:32:15.955Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9zw8qhl5 time="2024-02-29T07:32:15.956Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation infraID=mihuang-292-hk6st reconcileID=9zw8qhl5 time="2024-02-29T07:32:15.956Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9a5b85c5-ca5d-47fc-a9d3-44b757b35085 time="2024-02-29T07:32:15.956Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jh5z8h2t time="2024-02-29T07:32:15.956Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jh5z8h2t time="2024-02-29T07:32:15.956Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=jh5z8h2t time="2024-02-29T07:32:15.956Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jh5z8h2t time="2024-02-29T07:32:15.956Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9a5b85c5-ca5d-47fc-a9d3-44b757b35085 time="2024-02-29T07:32:15.956Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=534b9846-b14b-4d83-81cc-f8e606d927d9 time="2024-02-29T07:32:15.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.956Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.956Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:15.956Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:15.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:15.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:32:15.957Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.957Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.957Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.957Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=9kmhmzqn time="2024-02-29T07:32:15.957Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9kmhmzqn time="2024-02-29T07:32:15.957Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=534b9846-b14b-4d83-81cc-f8e606d927d9 time="2024-02-29T07:32:15.966Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=76z2qbvj time="2024-02-29T07:32:15.966Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=76z2qbvj time="2024-02-29T07:32:15.966Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=76z2qbvj time="2024-02-29T07:32:15.966Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=dd861bc6-3c80-4b8d-a2af-6cc2b9525f5d time="2024-02-29T07:32:16.049Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation count=0 infraID=mihuang-292-hk6st reconcileID=9zw8qhl5 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:32:16.077Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-292 controller=hibernation count=6 reconcileID=9zw8qhl5 time="2024-02-29T07:32:16.077Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=9zw8qhl5 timeRemaining=1m58.922876814s time="2024-02-29T07:32:16.077Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=9zw8qhl5 time="2024-02-29T07:32:16.077Z" level=debug msg="Reconcile done, requeueing after 1m58.922876814s" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c6c55167-7920-4284-bdaf-40cd7e409d77 time="2024-02-29T07:32:26.057Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=e48a7d2f-f399-42f9-8fc7-6be989215a49 time="2024-02-29T07:32:26.057Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.057Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.057Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:32:26.067Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.086Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.092Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.093Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.093Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.093Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.093Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.093Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.094Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.095Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.095Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.095Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.095Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.095Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.096Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.097Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.098Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.098Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.098Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.098Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.098Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.113Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.113Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.113Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=56 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=ff6mh9h2 time="2024-02-29T07:32:26.113Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=e48a7d2f-f399-42f9-8fc7-6be989215a49 time="2024-02-29T07:32:27.907Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=843da993-573f-4ef8-83cc-dbae3e79cadc time="2024-02-29T07:32:27.907Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=69x6g8jd time="2024-02-29T07:32:27.907Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=69x6g8jd time="2024-02-29T07:32:27.907Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=69x6g8jd time="2024-02-29T07:32:27.907Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=69x6g8jd time="2024-02-29T07:32:28.074Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=69x6g8jd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:32:28.098Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=69x6g8jd time="2024-02-29T07:32:28.098Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=69x6g8jd time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=69x6g8jd status=False time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=69x6g8jd status=True time="2024-02-29T07:32:28.117Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=69x6g8jd time="2024-02-29T07:32:28.117Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=210 elapsedMillisGT=0 outcome=unspecified reconcileID=69x6g8jd time="2024-02-29T07:32:28.117Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=843da993-573f-4ef8-83cc-dbae3e79cadc time="2024-02-29T07:32:53.383Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:32:53.383Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:32:53.384Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:32:53.384Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:32:53.384Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:32:53.384Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:32:58.118Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cd1e3263-c6e5-4e4b-83fc-05bb139a515b time="2024-02-29T07:32:58.118Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zjn8fhpm time="2024-02-29T07:32:58.118Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zjn8fhpm time="2024-02-29T07:32:58.118Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zjn8fhpm time="2024-02-29T07:32:58.118Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=zjn8fhpm time="2024-02-29T07:32:58.259Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=zjn8fhpm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:32:58.282Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=zjn8fhpm time="2024-02-29T07:32:58.282Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zjn8fhpm time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=zjn8fhpm status=False time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=zjn8fhpm status=True time="2024-02-29T07:32:58.302Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zjn8fhpm time="2024-02-29T07:32:58.302Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=183 elapsedMillisGT=0 outcome=unspecified reconcileID=zjn8fhpm time="2024-02-29T07:32:58.302Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=cd1e3263-c6e5-4e4b-83fc-05bb139a515b time="2024-02-29T07:33:07.073Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=fb49d23e-95c4-49d0-b487-82b1d59c0aa1 time="2024-02-29T07:33:07.073Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.073Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.073Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:33:07.083Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.101Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.108Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.109Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.11Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.111Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.112Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.113Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.114Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.114Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.114Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.114Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.114Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=tmt2gllw time="2024-02-29T07:33:07.132Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.132Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=tmt2gllw time="2024-02-29T07:33:07.132Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=59 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=tmt2gllw time="2024-02-29T07:33:07.133Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=fb49d23e-95c4-49d0-b487-82b1d59c0aa1 time="2024-02-29T07:33:28.302Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=82a8346b-3873-4814-902c-b835e671fa2e time="2024-02-29T07:33:28.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xng564jj time="2024-02-29T07:33:28.302Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xng564jj time="2024-02-29T07:33:28.302Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xng564jj time="2024-02-29T07:33:28.303Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=xng564jj time="2024-02-29T07:33:28.457Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=xng564jj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:33:28.479Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=xng564jj time="2024-02-29T07:33:28.479Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xng564jj time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=xng564jj status=False time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=xng564jj status=True time="2024-02-29T07:33:28.499Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=xng564jj time="2024-02-29T07:33:28.499Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=196 elapsedMillisGT=0 outcome=unspecified reconcileID=xng564jj time="2024-02-29T07:33:28.499Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=82a8346b-3873-4814-902c-b835e671fa2e time="2024-02-29T07:33:58.499Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c85bbea-49f5-4b55-a4e0-d937ff60e922 time="2024-02-29T07:33:58.499Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d97bbdkh time="2024-02-29T07:33:58.499Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d97bbdkh time="2024-02-29T07:33:58.499Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d97bbdkh time="2024-02-29T07:33:58.499Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=d97bbdkh time="2024-02-29T07:33:58.816Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=d97bbdkh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:33:58.84Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=d97bbdkh time="2024-02-29T07:33:58.84Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d97bbdkh time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=d97bbdkh status=False time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=d97bbdkh status=True time="2024-02-29T07:33:58.86Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=d97bbdkh time="2024-02-29T07:33:58.86Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=360 elapsedMillisGT=0 outcome=unspecified reconcileID=d97bbdkh time="2024-02-29T07:33:58.86Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c85bbea-49f5-4b55-a4e0-d937ff60e922 time="2024-02-29T07:34:15Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f1403937-0d61-4428-97d2-da53974dd745 time="2024-02-29T07:34:15Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mxl7srvr time="2024-02-29T07:34:15Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mxl7srvr time="2024-02-29T07:34:15.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mxl7srvr time="2024-02-29T07:34:15.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation infraID=mihuang-292-hk6st reconcileID=mxl7srvr time="2024-02-29T07:34:15.171Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation count=0 infraID=mihuang-292-hk6st reconcileID=mxl7srvr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:34:15.201Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-292 controller=hibernation count=6 reconcileID=mxl7srvr time="2024-02-29T07:34:15.201Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mxl7srvr time="2024-02-29T07:34:15.223Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=mxl7srvr time="2024-02-29T07:34:15.223Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-292 condition=Ready controller=hibernation reason=Running reconcileID=mxl7srvr time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2c7e5eff-c52b-4917-815f-79ecca30336c time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5bc23bf6-7ef2-47e8-82fb-8247638218ef time="2024-02-29T07:34:15.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:34:15.239Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-292 controller=argocdregister namespace=default time="2024-02-29T07:34:15.239Z" level=info msg="reconcile complete" clusterDeployment=mihuang-292 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:34:15.239Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=5bc23bf6-7ef2-47e8-82fb-8247638218ef time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e492969f-bd39-46ed-93a9-e65ebb42a371 time="2024-02-29T07:34:15.239Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=sbz89wt9 time="2024-02-29T07:34:15.239Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=sbz89wt9 time="2024-02-29T07:34:15.239Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e492969f-bd39-46ed-93a9-e65ebb42a371 time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=596e374a-c28d-46af-88ce-15a5f893f594 time="2024-02-29T07:34:15.239Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=ffgtsprk time="2024-02-29T07:34:15.239Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=ffgtsprk time="2024-02-29T07:34:15.239Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-292-0-gvndm-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=ffgtsprk time="2024-02-29T07:34:15.24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=ffgtsprk time="2024-02-29T07:34:15.24Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-292-0-gvndm reconcileID=ffgtsprk time="2024-02-29T07:34:15.24Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-292-0-gvndm\", timestamp:time.Time{wall:0xc17028cbea0002b8, ext:4692373072435, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-292-0-gvndm time="2024-02-29T07:34:15.24Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision reconcileID=ffgtsprk time="2024-02-29T07:34:15.24Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-292-0-gvndm controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffgtsprk time="2024-02-29T07:34:15.24Z" level=debug msg="Reconcile done, requeueing after 23h26m47.759796629s" controller=clusterprovision-controller name=mihuang-292-0-gvndm namespace=default object=default/mihuang-292-0-gvndm reconcileID=596e374a-c28d-46af-88ce-15a5f893f594 time="2024-02-29T07:34:15.24Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6ab18254-e560-494c-9db8-2402deff3e39 time="2024-02-29T07:34:15.24Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6v5kff8v time="2024-02-29T07:34:15.24Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6v5kff8v time="2024-02-29T07:34:15.24Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-292 controller=awsprivatelink reconcileID=6v5kff8v time="2024-02-29T07:34:15.24Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v5kff8v time="2024-02-29T07:34:15.24Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=6ab18254-e560-494c-9db8-2402deff3e39 time="2024-02-29T07:34:15.24Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f7afe7cd-1b4e-40a6-bcfe-3f58403bf270 time="2024-02-29T07:34:15.24Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.24Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.24Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:34:15.24Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c456115b-a226-4764-b568-6aa725d80e01 time="2024-02-29T07:34:15.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=t847l9mz time="2024-02-29T07:34:15.24Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=t847l9mz time="2024-02-29T07:34:15.24Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=t847l9mz time="2024-02-29T07:34:15.24Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts reconcileID=t847l9mz time="2024-02-29T07:34:15.24Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t847l9mz time="2024-02-29T07:34:15.24Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c456115b-a226-4764-b568-6aa725d80e01 time="2024-02-29T07:34:15.24Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=239 elapsedMillisGT=0 outcome=unspecified reconcileID=mxl7srvr time="2024-02-29T07:34:15.241Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=f1403937-0d61-4428-97d2-da53974dd745 time="2024-02-29T07:34:15.241Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d58e915a-36fd-40a4-800d-21e3b63d99f0 time="2024-02-29T07:34:15.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4wpsz78m time="2024-02-29T07:34:15.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4wpsz78m time="2024-02-29T07:34:15.241Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4wpsz78m time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9828de14-9b65-4021-b3e9-17be4a83c333 time="2024-02-29T07:34:15.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=q9g2vdlj time="2024-02-29T07:34:15.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=unreachable reconcileID=q9g2vdlj time="2024-02-29T07:34:15.241Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation infraID=mihuang-292-hk6st reconcileID=4wpsz78m time="2024-02-29T07:34:15.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.241Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.241Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-292-0-gvndm ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:34:15.242Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:34:15.242Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:34:15.242Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-292-0-gvndm-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 time="2024-02-29T07:34:15.241Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/mihuang-292 controller=unreachable delay=1h57m56.758327825s reconcileID=q9g2vdlj time="2024-02-29T07:34:15.242Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q9g2vdlj time="2024-02-29T07:34:15.242Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e6fd2859-ce64-47b7-8b13-16c53d8cccd5 time="2024-02-29T07:34:15.242Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=fjpws6jf time="2024-02-29T07:34:15.242Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterRelocate reconcileID=fjpws6jf time="2024-02-29T07:34:15.242Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.242Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.242Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/mihuang-292 controller=clusterDeployment reconcileID=xp5j8t9k time="2024-02-29T07:34:15.242Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xp5j8t9k time="2024-02-29T07:34:15.242Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=2c7e5eff-c52b-4917-815f-79ecca30336c time="2024-02-29T07:34:15.242Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/mihuang-292 controller=clusterRelocate matchingRelocates="[]" reconcileID=fjpws6jf time="2024-02-29T07:34:15.242Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjpws6jf time="2024-02-29T07:34:15.242Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e6fd2859-ce64-47b7-8b13-16c53d8cccd5 time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c870d7dd-bf6b-430e-bc84-fe8a2080f9b3 time="2024-02-29T07:34:15.242Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f4n7htkd time="2024-02-29T07:34:15.242Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f4n7htkd time="2024-02-29T07:34:15.242Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/mihuang-292 controller=syncidentityprovider reconcileID=f4n7htkd time="2024-02-29T07:34:15.242Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f4n7htkd time="2024-02-29T07:34:15.242Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=c870d7dd-bf6b-430e-bc84-fe8a2080f9b3 time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a1b17f77-4a8d-4ab7-97db-b1334a9429a5 time="2024-02-29T07:34:15.242Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sgfgd4nx time="2024-02-29T07:34:15.242Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sgfgd4nx time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0930e61a-0e94-44b9-ac14-bd5f51cdf0a7 time="2024-02-29T07:34:15.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=46s6dq92 time="2024-02-29T07:34:15.242Z" level=debug msg="Reconcile done, requeueing after 1h57m56.758327825s" controller=unreachable-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=9828de14-9b65-4021-b3e9-17be4a83c333 time="2024-02-29T07:34:15.239Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9bc0778-4d09-48a0-90c4-9ab8321cf8f8 time="2024-02-29T07:34:15.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pkkxf6sh time="2024-02-29T07:34:15.243Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pkkxf6sh time="2024-02-29T07:34:15.243Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/mihuang-292 controller=remoteingress reconcileID=pkkxf6sh time="2024-02-29T07:34:15.243Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pkkxf6sh time="2024-02-29T07:34:15.243Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=e9bc0778-4d09-48a0-90c4-9ab8321cf8f8 time="2024-02-29T07:34:15.243Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=46s6dq92 time="2024-02-29T07:34:15.243Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=46s6dq92 time="2024-02-29T07:34:15.243Z" level=debug msg="Waiting to fetch clusteroperator status in 7m57.756354628s" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=46s6dq92 time="2024-02-29T07:34:15.243Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46s6dq92 time="2024-02-29T07:34:15.243Z" level=debug msg="Reconcile done, requeueing after 7m57.756354628s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=0930e61a-0e94-44b9-ac14-bd5f51cdf0a7 time="2024-02-29T07:34:15.248Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.257Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sgfgd4nx time="2024-02-29T07:34:15.257Z" level=debug msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion reconcileID=sgfgd4nx time="2024-02-29T07:34:15.257Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterversion elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=sgfgd4nx time="2024-02-29T07:34:15.257Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=a1b17f77-4a8d-4ab7-97db-b1334a9429a5 time="2024-02-29T07:34:15.266Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.272Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.273Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.273Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.273Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.273Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.273Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.274Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.275Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.275Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.275Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.275Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.275Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.276Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.277Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.277Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.277Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.277Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.277Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.278Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=2ndlqpcl time="2024-02-29T07:34:15.312Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.312Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=2ndlqpcl time="2024-02-29T07:34:15.312Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=72 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=2ndlqpcl time="2024-02-29T07:34:15.312Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=f7afe7cd-1b4e-40a6-bcfe-3f58403bf270 time="2024-02-29T07:34:15.365Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-292 controller=hibernation count=0 infraID=mihuang-292-hk6st reconcileID=4wpsz78m states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:34:15.395Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-292 controller=hibernation count=6 reconcileID=4wpsz78m time="2024-02-29T07:34:15.395Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4wpsz78m time="2024-02-29T07:34:15.42Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/mihuang-292 controller=hibernation reconcileID=4wpsz78m time="2024-02-29T07:34:15.42Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=hibernation elapsedMillis=179 elapsedMillisGT=0 outcome=unspecified reconcileID=4wpsz78m time="2024-02-29T07:34:15.42Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=d58e915a-36fd-40a4-800d-21e3b63d99f0 time="2024-02-29T07:34:28.861Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=66c0bdcd-fbae-4c30-8d14-381b6a2935a8 time="2024-02-29T07:34:28.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6glv4s8h time="2024-02-29T07:34:28.861Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6glv4s8h time="2024-02-29T07:34:28.861Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6glv4s8h time="2024-02-29T07:34:28.861Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=6glv4s8h time="2024-02-29T07:34:28.951Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=6glv4s8h states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:34:28.974Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=6glv4s8h time="2024-02-29T07:34:28.974Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6glv4s8h time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=6glv4s8h status=False time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=6glv4s8h status=True time="2024-02-29T07:34:28.995Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6glv4s8h time="2024-02-29T07:34:28.995Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=134 elapsedMillisGT=0 outcome=unspecified reconcileID=6glv4s8h time="2024-02-29T07:34:28.995Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=66c0bdcd-fbae-4c30-8d14-381b6a2935a8 time="2024-02-29T07:34:29.053Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=3f1fcd4c-cb76-49dd-b331-bb9b18141588 time="2024-02-29T07:34:29.053Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.053Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.053Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:34:29.063Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.08Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.087Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.088Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.089Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.09Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.091Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.092Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.092Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.092Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.092Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.092Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.093Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.093Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.093Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.093Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.093Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=6qwq77vc time="2024-02-29T07:34:29.109Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.109Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=6qwq77vc time="2024-02-29T07:34:29.109Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=56 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=6qwq77vc time="2024-02-29T07:34:29.11Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=3f1fcd4c-cb76-49dd-b331-bb9b18141588 time="2024-02-29T07:34:53.384Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:34:53.384Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:34:53.385Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:34:53.385Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:34:53.385Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:34:53.385Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:34:58.996Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0cecc8f2-f6ef-47ab-851b-4a564d9415a0 time="2024-02-29T07:34:58.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2vpkq4hr time="2024-02-29T07:34:58.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2vpkq4hr time="2024-02-29T07:34:58.997Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2vpkq4hr time="2024-02-29T07:34:58.997Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=2vpkq4hr time="2024-02-29T07:34:59.13Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=2vpkq4hr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:34:59.152Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=2vpkq4hr time="2024-02-29T07:34:59.152Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2vpkq4hr time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=2vpkq4hr status=False time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=2vpkq4hr status=True time="2024-02-29T07:34:59.173Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2vpkq4hr time="2024-02-29T07:34:59.173Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=176 elapsedMillisGT=0 outcome=unspecified reconcileID=2vpkq4hr time="2024-02-29T07:34:59.173Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0cecc8f2-f6ef-47ab-851b-4a564d9415a0 time="2024-02-29T07:35:29.174Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b5a5ace1-a759-4c8c-82e8-bdc004019d60 time="2024-02-29T07:35:29.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2tvcwxxt time="2024-02-29T07:35:29.174Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2tvcwxxt time="2024-02-29T07:35:29.174Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2tvcwxxt time="2024-02-29T07:35:29.175Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=2tvcwxxt time="2024-02-29T07:35:29.326Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=2tvcwxxt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:35:29.35Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=2tvcwxxt time="2024-02-29T07:35:29.35Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2tvcwxxt time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=2tvcwxxt status=False time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=2tvcwxxt status=True time="2024-02-29T07:35:29.37Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2tvcwxxt time="2024-02-29T07:35:29.37Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=2tvcwxxt time="2024-02-29T07:35:29.37Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b5a5ace1-a759-4c8c-82e8-bdc004019d60 time="2024-02-29T07:35:59.37Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b79f7600-76e1-487b-9b24-5aec8209ea5e time="2024-02-29T07:35:59.37Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.37Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.37Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.371Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.52Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=zhgj2hl2 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:35:59.545Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.545Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=zhgj2hl2 status=False time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=zhgj2hl2 status=True time="2024-02-29T07:35:59.564Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.564Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=zhgj2hl2 time="2024-02-29T07:35:59.564Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b79f7600-76e1-487b-9b24-5aec8209ea5e time="2024-02-29T07:36:29.565Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2146067f-2bab-4d77-b21a-1e1a64666455 time="2024-02-29T07:36:29.565Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6gclssxn time="2024-02-29T07:36:29.565Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6gclssxn time="2024-02-29T07:36:29.565Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6gclssxn time="2024-02-29T07:36:29.565Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=6gclssxn time="2024-02-29T07:36:29.733Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=6gclssxn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:36:29.755Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=6gclssxn time="2024-02-29T07:36:29.755Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6gclssxn time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=6gclssxn status=False time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=6gclssxn status=True time="2024-02-29T07:36:29.775Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=6gclssxn time="2024-02-29T07:36:29.775Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=209 elapsedMillisGT=0 outcome=unspecified reconcileID=6gclssxn time="2024-02-29T07:36:29.775Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=2146067f-2bab-4d77-b21a-1e1a64666455 time="2024-02-29T07:36:53.386Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:36:53.386Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:36:53.386Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:36:53.386Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:36:53.386Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:36:53.386Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:36:58.138Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=c3a261d7-4559-4797-8bb9-c90de421760e time="2024-02-29T07:36:58.138Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=fqwdnwfv time="2024-02-29T07:36:58.138Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=fqwdnwfv time="2024-02-29T07:36:58.138Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=fqwdnwfv time="2024-02-29T07:36:58.146Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=fqwdnwfv time="2024-02-29T07:36:58.146Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=c3a261d7-4559-4797-8bb9-c90de421760e time="2024-02-29T07:36:58.146Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=7d6f688d-69d1-4e53-8f6d-c3716d2665e4 time="2024-02-29T07:36:58.146Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=r57gxp82 time="2024-02-29T07:36:58.146Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=r57gxp82 time="2024-02-29T07:36:58.146Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:36:58.159Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=13 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=r57gxp82 time="2024-02-29T07:36:58.159Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=7d6f688d-69d1-4e53-8f6d-c3716d2665e4 time="2024-02-29T07:36:58.16Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=79a19cc8-0607-4597-9706-faf82d2af852 time="2024-02-29T07:36:58.16Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.16Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.16Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:36:58.18Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.197Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.204Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.211Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.212Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=56d6fk6j time="2024-02-29T07:36:58.234Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=56d6fk6j time="2024-02-29T07:36:58.248Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=56d6fk6j time="2024-02-29T07:36:58.264Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.275Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.275Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=56d6fk6j time="2024-02-29T07:36:58.322Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=162 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=56d6fk6j time="2024-02-29T07:36:58.322Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=79a19cc8-0607-4597-9706-faf82d2af852 time="2024-02-29T07:36:58.322Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=048aac93-819d-458c-b835-4e337a2a905c time="2024-02-29T07:36:58.322Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.322Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.322Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:36:58.33Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.353Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.361Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.362Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.363Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.364Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.365Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.366Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.366Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=twxsbxdn time="2024-02-29T07:36:58.366Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.372Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.372Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=twxsbxdn time="2024-02-29T07:36:58.41Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=88 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=twxsbxdn time="2024-02-29T07:36:58.41Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=048aac93-819d-458c-b835-4e337a2a905c time="2024-02-29T07:36:59.776Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d807655b-f835-4b14-96a7-55ea172dd7a0 time="2024-02-29T07:36:59.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vtltr9gb time="2024-02-29T07:36:59.776Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vtltr9gb time="2024-02-29T07:36:59.776Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vtltr9gb time="2024-02-29T07:36:59.776Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=vtltr9gb time="2024-02-29T07:36:59.926Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=vtltr9gb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:36:59.95Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=vtltr9gb time="2024-02-29T07:36:59.95Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vtltr9gb time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=vtltr9gb status=False time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=vtltr9gb status=True time="2024-02-29T07:36:59.97Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vtltr9gb time="2024-02-29T07:36:59.97Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=194 elapsedMillisGT=0 outcome=unspecified reconcileID=vtltr9gb time="2024-02-29T07:36:59.97Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d807655b-f835-4b14-96a7-55ea172dd7a0 time="2024-02-29T07:37:00.184Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c6a27232-baf8-4809-b7f9-6155b67686c6 time="2024-02-29T07:37:00.184Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=9xbqqgjd time="2024-02-29T07:37:00.184Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=9xbqqgjd time="2024-02-29T07:37:00.184Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=9xbqqgjd time="2024-02-29T07:37:00.221Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=9xbqqgjd time="2024-02-29T07:37:00.221Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=c6a27232-baf8-4809-b7f9-6155b67686c6 time="2024-02-29T07:37:29.971Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d94993f3-50e9-44b6-8ead-220ab229aad3 time="2024-02-29T07:37:29.971Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lbgq84tx time="2024-02-29T07:37:29.971Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lbgq84tx time="2024-02-29T07:37:29.971Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lbgq84tx time="2024-02-29T07:37:29.971Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=lbgq84tx time="2024-02-29T07:37:30.127Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=lbgq84tx states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:37:30.149Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=lbgq84tx time="2024-02-29T07:37:30.149Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lbgq84tx time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=lbgq84tx status=False time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=lbgq84tx status=True time="2024-02-29T07:37:30.172Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=lbgq84tx time="2024-02-29T07:37:30.172Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=lbgq84tx time="2024-02-29T07:37:30.172Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d94993f3-50e9-44b6-8ead-220ab229aad3 time="2024-02-29T07:37:34.861Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1754da89-3bd1-46c1-806a-18ae29034763 time="2024-02-29T07:37:34.861Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.861Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.861Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:37:34.868Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.882Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.887Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2a for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2a" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2a reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.888Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2b for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2b" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2b reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2a]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.889Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.89Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2b]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.89Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.89Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.89Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.89Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-ease-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-29-sdlqk-private-us-ease-2c]}]}} " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="Found matching remote MachineSet mihuang-29-sdlqk-worker-us-ease-2c for generated MachineSet mihuang-29-sdlqk-worker-us-ease-2c" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-29-worker machineset=mihuang-29-sdlqk-worker-us-ease-2c reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.891Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.896Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.896Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.93Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=69 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=r9dhcwn8 time="2024-02-29T07:37:34.93Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=1754da89-3bd1-46c1-806a-18ae29034763 time="2024-02-29T07:38:00.172Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3029555c-e120-4b15-895d-5871ebb1b91b time="2024-02-29T07:38:00.172Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9ppv8qhp time="2024-02-29T07:38:00.172Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9ppv8qhp time="2024-02-29T07:38:00.172Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9ppv8qhp time="2024-02-29T07:38:00.173Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9ppv8qhp time="2024-02-29T07:38:00.314Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9ppv8qhp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:38:00.338Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9ppv8qhp time="2024-02-29T07:38:00.338Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9ppv8qhp time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=9ppv8qhp status=False time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9ppv8qhp status=True time="2024-02-29T07:38:00.358Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9ppv8qhp time="2024-02-29T07:38:00.358Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=185 elapsedMillisGT=0 outcome=unspecified reconcileID=9ppv8qhp time="2024-02-29T07:38:00.358Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3029555c-e120-4b15-895d-5871ebb1b91b time="2024-02-29T07:38:30.358Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d8c46df-d204-4208-9384-40df2fed5529 time="2024-02-29T07:38:30.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68z6wlrn time="2024-02-29T07:38:30.358Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68z6wlrn time="2024-02-29T07:38:30.358Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68z6wlrn time="2024-02-29T07:38:30.359Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=68z6wlrn time="2024-02-29T07:38:30.502Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=68z6wlrn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:38:30.526Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=68z6wlrn time="2024-02-29T07:38:30.526Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68z6wlrn time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=68z6wlrn status=False time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=68z6wlrn status=True time="2024-02-29T07:38:30.547Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=68z6wlrn time="2024-02-29T07:38:30.547Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=188 elapsedMillisGT=0 outcome=unspecified reconcileID=68z6wlrn time="2024-02-29T07:38:30.547Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d8c46df-d204-4208-9384-40df2fed5529 time="2024-02-29T07:38:53.386Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:38:53.386Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:38:53.386Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:38:53.387Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:38:53.387Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:38:53.387Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:39:00.547Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9cc89600-a002-496b-a11b-c3e180c5df32 time="2024-02-29T07:39:00.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9gj5m7zm time="2024-02-29T07:39:00.547Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9gj5m7zm time="2024-02-29T07:39:00.547Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9gj5m7zm time="2024-02-29T07:39:00.548Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=9gj5m7zm time="2024-02-29T07:39:00.714Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=9gj5m7zm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:39:00.744Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=9gj5m7zm time="2024-02-29T07:39:00.744Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9gj5m7zm time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=9gj5m7zm status=False time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=9gj5m7zm status=True time="2024-02-29T07:39:00.767Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=9gj5m7zm time="2024-02-29T07:39:00.767Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=219 elapsedMillisGT=0 outcome=unspecified reconcileID=9gj5m7zm time="2024-02-29T07:39:00.767Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9cc89600-a002-496b-a11b-c3e180c5df32 time="2024-02-29T07:39:30.768Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55e13a72-0857-4998-851e-99e50fe91e82 time="2024-02-29T07:39:30.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mh8k6bhb time="2024-02-29T07:39:30.768Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mh8k6bhb time="2024-02-29T07:39:30.768Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mh8k6bhb time="2024-02-29T07:39:30.769Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=mh8k6bhb time="2024-02-29T07:39:30.919Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=mh8k6bhb states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:39:30.942Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=mh8k6bhb time="2024-02-29T07:39:30.942Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mh8k6bhb time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=mh8k6bhb status=False time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=mh8k6bhb status=True time="2024-02-29T07:39:30.961Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=mh8k6bhb time="2024-02-29T07:39:30.961Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=193 elapsedMillisGT=0 outcome=unspecified reconcileID=mh8k6bhb time="2024-02-29T07:39:30.961Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=55e13a72-0857-4998-851e-99e50fe91e82 time="2024-02-29T07:39:56.79Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d18f2af0-502f-40d6-a609-c8c7505d1558 time="2024-02-29T07:39:56.79Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.79Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.79Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:39:56.813Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.829Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.837Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.838Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.838Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.838Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.838Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.838Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.839Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.84Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.841Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.842Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=6ndn665m time="2024-02-29T07:39:56.87Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.87Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=6ndn665m time="2024-02-29T07:39:56.87Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=80 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=6ndn665m time="2024-02-29T07:39:56.87Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d18f2af0-502f-40d6-a609-c8c7505d1558 time="2024-02-29T07:40:00.962Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e1f166b3-b55b-49d1-a7ec-c5eb9d1427dd time="2024-02-29T07:40:00.962Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x66tdnkh time="2024-02-29T07:40:00.962Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x66tdnkh time="2024-02-29T07:40:00.962Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x66tdnkh time="2024-02-29T07:40:00.962Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=x66tdnkh time="2024-02-29T07:40:01.051Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=x66tdnkh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:40:01.075Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=x66tdnkh time="2024-02-29T07:40:01.075Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x66tdnkh time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=x66tdnkh status=False time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=x66tdnkh status=True time="2024-02-29T07:40:01.095Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=x66tdnkh time="2024-02-29T07:40:01.095Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=133 elapsedMillisGT=0 outcome=unspecified reconcileID=x66tdnkh time="2024-02-29T07:40:01.095Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e1f166b3-b55b-49d1-a7ec-c5eb9d1427dd time="2024-02-29T07:40:31.096Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce1cd589-b6bf-4816-a4b2-5b6a4aa6c168 time="2024-02-29T07:40:31.096Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bmcvsf7b time="2024-02-29T07:40:31.096Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bmcvsf7b time="2024-02-29T07:40:31.097Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bmcvsf7b time="2024-02-29T07:40:31.097Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=bmcvsf7b time="2024-02-29T07:40:31.192Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=bmcvsf7b states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:40:31.217Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=bmcvsf7b time="2024-02-29T07:40:31.217Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bmcvsf7b time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=bmcvsf7b status=False time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=bmcvsf7b status=True time="2024-02-29T07:40:31.239Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=bmcvsf7b time="2024-02-29T07:40:31.239Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=142 elapsedMillisGT=0 outcome=unspecified reconcileID=bmcvsf7b time="2024-02-29T07:40:31.239Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ce1cd589-b6bf-4816-a4b2-5b6a4aa6c168 time="2024-02-29T07:40:53.387Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:40:53.387Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:40:53.387Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:40:53.387Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:40:53.387Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:40:53.388Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:41:01.239Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=10d4c8b1-005e-4ae1-96aa-e33463c39394 time="2024-02-29T07:41:01.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fm2bc5zt time="2024-02-29T07:41:01.239Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fm2bc5zt time="2024-02-29T07:41:01.239Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fm2bc5zt time="2024-02-29T07:41:01.24Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=fm2bc5zt time="2024-02-29T07:41:01.396Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=fm2bc5zt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:41:01.42Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=fm2bc5zt time="2024-02-29T07:41:01.42Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fm2bc5zt time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=fm2bc5zt status=False time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=fm2bc5zt status=True time="2024-02-29T07:41:01.442Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=fm2bc5zt time="2024-02-29T07:41:01.442Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=203 elapsedMillisGT=0 outcome=unspecified reconcileID=fm2bc5zt time="2024-02-29T07:41:01.442Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=10d4c8b1-005e-4ae1-96aa-e33463c39394 time="2024-02-29T07:41:31.443Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d5caaf35-207f-4042-aa43-7a7d5ea7a8cb time="2024-02-29T07:41:31.443Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wwp6cx8j time="2024-02-29T07:41:31.443Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wwp6cx8j time="2024-02-29T07:41:31.443Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wwp6cx8j time="2024-02-29T07:41:31.444Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=wwp6cx8j time="2024-02-29T07:41:31.545Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=wwp6cx8j states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:41:31.569Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=wwp6cx8j time="2024-02-29T07:41:31.569Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wwp6cx8j time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=wwp6cx8j status=False time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=wwp6cx8j status=True time="2024-02-29T07:41:31.589Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=wwp6cx8j time="2024-02-29T07:41:31.589Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=145 elapsedMillisGT=0 outcome=unspecified reconcileID=wwp6cx8j time="2024-02-29T07:41:31.589Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d5caaf35-207f-4042-aa43-7a7d5ea7a8cb time="2024-02-29T07:41:32.023Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=b072536b-4883-47fa-803a-db66a64e4ba6 time="2024-02-29T07:41:32.023Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:32.023Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:32.023Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:41:32.261Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:32.38Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.406Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.406Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.406Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.406Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.406Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.407Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.408Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.409Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.41Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.481Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.481Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.489Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=7466 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=ghfdrpg5 time="2024-02-29T07:41:39.489Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=b072536b-4883-47fa-803a-db66a64e4ba6 time="2024-02-29T07:42:01.59Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f59a6ae-dc8b-4e4c-8d6f-04f636f2c857 time="2024-02-29T07:42:01.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.59Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.59Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.59Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation infraID=mihuang-29-sdlqk reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.699Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=default/mihuang-29 controller=hibernation count=0 infraID=mihuang-29-sdlqk reconcileID=kkjbf2f7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]" time="2024-02-29T07:42:01.727Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/mihuang-29 controller=hibernation count=5 reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.727Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=image-registry condition=Progressing controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Progressing controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=ingress condition=Degraded controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Available controller=hibernation reconcileID=kkjbf2f7 status=False time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Degraded controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=monitoring condition=Progressing controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=default/mihuang-29 clusterOperator=network condition=Progressing controller=hibernation reconcileID=kkjbf2f7 status=True time="2024-02-29T07:42:01.748Z" level=info msg="ClusterOperators are not ready" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.748Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=158 elapsedMillisGT=0 outcome=unspecified reconcileID=kkjbf2f7 time="2024-02-29T07:42:01.748Z" level=debug msg="Reconcile done, requeueing after 30s" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f59a6ae-dc8b-4e4c-8d6f-04f636f2c857 time="2024-02-29T07:42:08.266Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=ba1f84b8-8d5a-4412-88b6-b73536fbf908 time="2024-02-29T07:42:08.266Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.266Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.266Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:42:08.296Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.325Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.335Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.376Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.377Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.377Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.377Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.377Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.377Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.378Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.379Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.379Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.379Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.379Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.379Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.38Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.381Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.381Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.381Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.381Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.381Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.382Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.383Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.383Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=zl6cl8gq time="2024-02-29T07:42:08.415Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.415Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=zl6cl8gq time="2024-02-29T07:42:08.415Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=148 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=zl6cl8gq time="2024-02-29T07:42:08.415Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=ba1f84b8-8d5a-4412-88b6-b73536fbf908 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f06ab30-892f-4da9-940b-f2ff02779e9e time="2024-02-29T07:42:10.973Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pwxhbtf9 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=92046d87-16d3-4254-aca2-ca8384b3cd22 time="2024-02-29T07:42:10.973Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6krkfzzq time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=470566ea-24b8-4079-af24-5516a31c687c time="2024-02-29T07:42:10.973Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rg8pq588 time="2024-02-29T07:42:10.973Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=rg8pq588 time="2024-02-29T07:42:10.973Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6bbbe973-d805-4e71-b9b7-843e6ebb09fc time="2024-02-29T07:42:10.974Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=cjldkh44 time="2024-02-29T07:42:10.974Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=cjldkh44 time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjldkh44 time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6bbbe973-d805-4e71-b9b7-843e6ebb09fc time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6120f322-b0a1-4d8b-8e8f-283f8b98a3a6 time="2024-02-29T07:42:10.974Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=2d5wppl4 time="2024-02-29T07:42:10.974Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=2d5wppl4 time="2024-02-29T07:42:10.974Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=2d5wppl4 time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2d5wppl4 time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6120f322-b0a1-4d8b-8e8f-283f8b98a3a6 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4d0e137d-3772-4259-ad40-a4c403a94816 time="2024-02-29T07:42:10.974Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:10.974Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4d0e137d-3772-4259-ad40-a4c403a94816 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a89cffa8-b6e1-40c2-8265-d7bce9047c3b time="2024-02-29T07:42:10.974Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4p7t8qj4 time="2024-02-29T07:42:10.974Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4p7t8qj4 time="2024-02-29T07:42:10.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=pwxhbtf9 time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=pwxhbtf9 time="2024-02-29T07:42:10.973Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6krkfzzq time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=36e67ba3-c251-44aa-9761-b2e79b2977f2 time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6krkfzzq time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=92046d87-16d3-4254-aca2-ca8384b3cd22 time="2024-02-29T07:42:10.974Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=4p7t8qj4 time="2024-02-29T07:42:10.974Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4p7t8qj4 time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a89cffa8-b6e1-40c2-8265-d7bce9047c3b time="2024-02-29T07:42:10.974Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=655dqxhr time="2024-02-29T07:42:10.975Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=655dqxhr time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ab9e3486-9da4-4da3-b606-3c0497adead6 time="2024-02-29T07:42:10.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftz7szlg time="2024-02-29T07:42:10.975Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=36e67ba3-c251-44aa-9761-b2e79b2977f2 time="2024-02-29T07:42:10.975Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ftz7szlg time="2024-02-29T07:42:10.975Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Hibernating controller=hibernation reason=ClusterDeploymentDeleted reconcileID=ftz7szlg time="2024-02-29T07:42:10.975Z" level=info msg="condition updated on cluster deployment" clusterDeployment=default/mihuang-29 condition=Ready controller=hibernation reason=ClusterDeploymentDeleted reconcileID=ftz7szlg time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=0dcc3450-9c97-46bd-a177-732d0ffa4465 time="2024-02-29T07:42:10.975Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=tmp59zrv time="2024-02-29T07:42:10.975Z" level=debug msg="no additional log fields found" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=tmp59zrv time="2024-02-29T07:42:10.974Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f06ab30-892f-4da9-940b-f2ff02779e9e time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b7146e5-3d04-4dae-adc8-6b6226e310a0 time="2024-02-29T07:42:10.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xkdppqqc time="2024-02-29T07:42:10.975Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xkdppqqc time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9751e3a-f995-4052-b857-6dcb80e809b8 time="2024-02-29T07:42:10.975Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=njfptbhm time="2024-02-29T07:42:10.975Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=njfptbhm time="2024-02-29T07:42:10.975Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Job objectNamespacedName=default/mihuang-29-0-wctk4-provision ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=tmp59zrv time="2024-02-29T07:42:10.975Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/mihuang-29-0-wctk4 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9d1fb0f-8a33-4307-8a0c-c5966f9d9c78 time="2024-02-29T07:42:10.976Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=8jnjrf4p time="2024-02-29T07:42:10.976Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=tmp59zrv time="2024-02-29T07:42:10.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.976Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=8jnjrf4p time="2024-02-29T07:42:10.976Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jnjrf4p time="2024-02-29T07:42:10.976Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/mihuang-29-0-wctk4 reconcileID=tmp59zrv time="2024-02-29T07:42:10.976Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/mihuang-29-0-wctk4\", timestamp:time.Time{wall:0xc1702471864421e4, ext:234773557079, loc:(*time.Location)(0xa69a4c0)}}" controller=clusterProvision controllerKey=default/mihuang-29-0-wctk4 time="2024-02-29T07:42:10.976Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=tmp59zrv time="2024-02-29T07:42:10.976Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmp59zrv time="2024-02-29T07:42:10.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.976Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.976Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f9d1fb0f-8a33-4307-8a0c-c5966f9d9c78 time="2024-02-29T07:42:10.976Z" level=debug msg="Reconcile done, requeueing after 22h4m35.023760379s" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=0dcc3450-9c97-46bd-a177-732d0ffa4465 time="2024-02-29T07:42:10.973Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34f124b9-1a37-4a3f-9b0c-6066876ff9d5 time="2024-02-29T07:42:10.976Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=mxmgt7xf time="2024-02-29T07:42:10.976Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=mxmgt7xf time="2024-02-29T07:42:10.976Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=mxmgt7xf time="2024-02-29T07:42:10.976Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxmgt7xf time="2024-02-29T07:42:10.975Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=njfptbhm time="2024-02-29T07:42:10.976Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=njfptbhm time="2024-02-29T07:42:10.976Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=njfptbhm time="2024-02-29T07:42:10.976Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9751e3a-f995-4052-b857-6dcb80e809b8 time="2024-02-29T07:42:10.976Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=34f124b9-1a37-4a3f-9b0c-6066876ff9d5 time="2024-02-29T07:42:10.988Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1cee3aa6-d0f7-4fd5-afae-cbbf14162a90 time="2024-02-29T07:42:10.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=5w8ncdrg time="2024-02-29T07:42:10.988Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=5w8ncdrg time="2024-02-29T07:42:10.988Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5w8ncdrg time="2024-02-29T07:42:10.988Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1cee3aa6-d0f7-4fd5-afae-cbbf14162a90 time="2024-02-29T07:42:10.988Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=eba99540-eafb-4f40-a4c5-4e41e77aa783 time="2024-02-29T07:42:10.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=b7r8sgrp time="2024-02-29T07:42:10.988Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=b7r8sgrp time="2024-02-29T07:42:10.989Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=b7r8sgrp time="2024-02-29T07:42:10.989Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7r8sgrp time="2024-02-29T07:42:10.989Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=eba99540-eafb-4f40-a4c5-4e41e77aa783 time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4f9273b2-672e-400b-b5f8-62fa5bba1c2b time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6246343d-6f66-4973-8dc9-05bae4d8dd49 time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f3846d9-d9e3-4b94-9073-e8cdeb3b6fca time="2024-02-29T07:42:10.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=r7cmjw7q time="2024-02-29T07:42:10.989Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=r7cmjw7q time="2024-02-29T07:42:10.989Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=r7cmjw7q time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7cmjw7q time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6f3846d9-d9e3-4b94-9073-e8cdeb3b6fca time="2024-02-29T07:42:10.989Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=lqpc2qfj time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d698cf94-5722-4c38-bc9a-10231bf2a9c2 time="2024-02-29T07:42:10.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7q56qvp time="2024-02-29T07:42:10.99Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7q56qvp time="2024-02-29T07:42:10.99Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=l7q56qvp time="2024-02-29T07:42:10.99Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=l7q56qvp time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7q56qvp time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4f9273b2-672e-400b-b5f8-62fa5bba1c2b time="2024-02-29T07:42:10.99Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=lqpc2qfj time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=16 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=rg8pq588 time="2024-02-29T07:42:10.99Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=lqpc2qfj time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqpc2qfj time="2024-02-29T07:42:10.99Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=9d62j7lp time="2024-02-29T07:42:10.99Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=9d62j7lp time="2024-02-29T07:42:10.989Z" level=info msg="deleted outstanding provision" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xkdppqqc time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6246343d-6f66-4973-8dc9-05bae4d8dd49 time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d62j7lp time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=d698cf94-5722-4c38-bc9a-10231bf2a9c2 time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=470566ea-24b8-4079-af24-5516a31c687c time="2024-02-29T07:42:10.99Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cb27286d-453e-462f-8253-5845c2ed4977 time="2024-02-29T07:42:10.99Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=p4rmz25s time="2024-02-29T07:42:10.99Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=p4rmz25s time="2024-02-29T07:42:10.99Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=ftz7szlg time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7d7053f2-86fd-4dc6-80f2-473a0e11c5ef time="2024-02-29T07:42:10.99Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=vxtd7jd7 time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=vxtd7jd7 time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=p4rmz25s time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cb27286d-453e-462f-8253-5845c2ed4977 time="2024-02-29T07:42:10.99Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=xkdppqqc time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile done, requeueing after 10s" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b7146e5-3d04-4dae-adc8-6b6226e310a0 time="2024-02-29T07:42:10.99Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=59203380-ffe7-4456-80f7-f129bb3817f2 time="2024-02-29T07:42:10.99Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=p7m2dlnh time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=7d7053f2-86fd-4dc6-80f2-473a0e11c5ef time="2024-02-29T07:42:10.99Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ab9e3486-9da4-4da3-b606-3c0497adead6 time="2024-02-29T07:42:10.99Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=p7m2dlnh time="2024-02-29T07:42:10.991Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.991Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9c5753f-d95e-4dec-8793-78db56aad411 time="2024-02-29T07:42:10.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hknhswlk time="2024-02-29T07:42:10.991Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:10.991Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=p7m2dlnh time="2024-02-29T07:42:10.991Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=p7m2dlnh time="2024-02-29T07:42:10.991Z" level=info msg="creating deprovision request for cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=p7m2dlnh time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a1ccc5f6-aaad-48f0-b82c-06f78a9943a5 time="2024-02-29T07:42:10.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l4mwnmmb time="2024-02-29T07:42:10.991Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=l4mwnmmb time="2024-02-29T07:42:10.991Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l4mwnmmb time="2024-02-29T07:42:10.991Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a1ccc5f6-aaad-48f0-b82c-06f78a9943a5 time="2024-02-29T07:42:10.991Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=hknhswlk time="2024-02-29T07:42:10.991Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hknhswlk time="2024-02-29T07:42:10.989Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=83dc0dd7-79e7-4434-b6fd-41386d1f2aa2 time="2024-02-29T07:42:10.992Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=9c26xv7k time="2024-02-29T07:42:10.992Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=9c26xv7k time="2024-02-29T07:42:10.992Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9c26xv7k time="2024-02-29T07:42:10.992Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=83dc0dd7-79e7-4434-b6fd-41386d1f2aa2 time="2024-02-29T07:42:10.992Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=8f028d5d-289e-491e-aaa1-6c5acf6351de time="2024-02-29T07:42:10.992Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=sjbbnpbb time="2024-02-29T07:42:10.992Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=sjbbnpbb time="2024-02-29T07:42:10.991Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b9c5753f-d95e-4dec-8793-78db56aad411 time="2024-02-29T07:42:10.992Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjbbnpbb time="2024-02-29T07:42:10.992Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=8f028d5d-289e-491e-aaa1-6c5acf6351de time="2024-02-29T07:42:10.994Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50ce3a02-622c-4c6c-9999-f22d0d7565bb time="2024-02-29T07:42:10.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2jhzd5gg time="2024-02-29T07:42:10.995Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=2jhzd5gg time="2024-02-29T07:42:10.995Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2jhzd5gg time="2024-02-29T07:42:10.995Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=50ce3a02-622c-4c6c-9999-f22d0d7565bb time="2024-02-29T07:42:10.994Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c98fdd6c-67c1-4165-b37a-fdad98180985 time="2024-02-29T07:42:10.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:10.995Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:10.995Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:42:10.995Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c98fdd6c-67c1-4165-b37a-fdad98180985 time="2024-02-29T07:42:10.994Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=52fa4f93-bc58-4d3c-b6bd-bb3659d821c8 time="2024-02-29T07:42:10.995Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=kcgfn24z time="2024-02-29T07:42:10.995Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=kcgfn24z time="2024-02-29T07:42:10.994Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e5477035-1ebc-45fe-b138-7f3e4c6b662c time="2024-02-29T07:42:10.995Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=jcx4gdn8 time="2024-02-29T07:42:10.995Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=jcx4gdn8 time="2024-02-29T07:42:10.995Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:42:10.995Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=kcgfn24z time="2024-02-29T07:42:10.995Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=52fa4f93-bc58-4d3c-b6bd-bb3659d821c8 time="2024-02-29T07:42:10.995Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=jcx4gdn8 time="2024-02-29T07:42:10.995Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcx4gdn8 time="2024-02-29T07:42:10.995Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e5477035-1ebc-45fe-b138-7f3e4c6b662c time="2024-02-29T07:42:11.003Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=p7m2dlnh time="2024-02-29T07:42:11.003Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=15d579f9-fcaa-494a-b7c8-41c02e787020 time="2024-02-29T07:42:11.003Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=587t5vkj time="2024-02-29T07:42:11.003Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4221dfd7-baa2-47b9-a7ed-76091746fc75 time="2024-02-29T07:42:11.004Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.004Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.003Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=587t5vkj time="2024-02-29T07:42:11.004Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=587t5vkj time="2024-02-29T07:42:11.004Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=587t5vkj time="2024-02-29T07:42:11.004Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=15d579f9-fcaa-494a-b7c8-41c02e787020 time="2024-02-29T07:42:11.012Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=b5dddc9c-4bd6-4d64-bb61-d3c395e07e35 time="2024-02-29T07:42:11.012Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=zpkvr52c time="2024-02-29T07:42:11.012Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=zpkvr52c time="2024-02-29T07:42:11.012Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpkvr52c time="2024-02-29T07:42:11.012Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=b5dddc9c-4bd6-4d64-bb61-d3c395e07e35 time="2024-02-29T07:42:11.014Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=p7m2dlnh time="2024-02-29T07:42:11.014Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=59203380-ffe7-4456-80f7-f129bb3817f2 time="2024-02-29T07:42:11.014Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e9503f6e-7d63-4637-8521-25ea6752b000 time="2024-02-29T07:42:11.014Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=h8wccwdq time="2024-02-29T07:42:11.014Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=h8wccwdq time="2024-02-29T07:42:11.014Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.014Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.014Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea0ef1bf-b8df-4eb7-aa2a-cdc0acee8cc0 time="2024-02-29T07:42:11.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7v2hjjrx time="2024-02-29T07:42:11.015Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7v2hjjrx time="2024-02-29T07:42:11.015Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=7v2hjjrx time="2024-02-29T07:42:11.015Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7v2hjjrx time="2024-02-29T07:42:11.015Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=ea0ef1bf-b8df-4eb7-aa2a-cdc0acee8cc0 time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=984ff67f-0cee-482f-9316-6098648699b0 time="2024-02-29T07:42:11.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=swwktnhd time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9310935a-76d0-4b0e-be46-484fc6bca1bf time="2024-02-29T07:42:11.015Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=nvvgv7b4 time="2024-02-29T07:42:11.015Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=nvvgv7b4 time="2024-02-29T07:42:11.015Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvvgv7b4 time="2024-02-29T07:42:11.015Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9310935a-76d0-4b0e-be46-484fc6bca1bf time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e6a5ccaf-5766-44ab-b9d6-f06235b637c6 time="2024-02-29T07:42:11.015Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=v7wf6l7g time="2024-02-29T07:42:11.015Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.015Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=h8wccwdq time="2024-02-29T07:42:11.015Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=h8wccwdq time="2024-02-29T07:42:11.015Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=h8wccwdq time="2024-02-29T07:42:11.015Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=h8wccwdq time="2024-02-29T07:42:11.015Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=swwktnhd time="2024-02-29T07:42:11.016Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=swwktnhd time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swwktnhd time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=984ff67f-0cee-482f-9316-6098648699b0 time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=92e913a7-c45d-4d79-b5b0-0ef297ad442c time="2024-02-29T07:42:11.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=zpbjgzqd time="2024-02-29T07:42:11.016Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=zpbjgzqd time="2024-02-29T07:42:11.016Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=zpbjgzqd time="2024-02-29T07:42:11.016Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=zpbjgzqd time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpbjgzqd time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=92e913a7-c45d-4d79-b5b0-0ef297ad442c time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=67ee7394-b8f7-4b17-bcae-75d865216d72 time="2024-02-29T07:42:11.016Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=z84zkp7z time="2024-02-29T07:42:11.016Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=z84zkp7z time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z84zkp7z time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=67ee7394-b8f7-4b17-bcae-75d865216d72 time="2024-02-29T07:42:11.015Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=v7wf6l7g time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=e6a5ccaf-5766-44ab-b9d6-f06235b637c6 time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01aa030b-6d5c-449f-ad5b-afb8fc884601 time="2024-02-29T07:42:11.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=r66h4l6n time="2024-02-29T07:42:11.016Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=r66h4l6n time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r66h4l6n time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=01aa030b-6d5c-449f-ad5b-afb8fc884601 time="2024-02-29T07:42:11.015Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8b5204e7-e1a5-4705-9db3-ac76ea46096b time="2024-02-29T07:42:11.016Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7rpfxm5p time="2024-02-29T07:42:11.016Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7rpfxm5p time="2024-02-29T07:42:11.014Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d942a61-eb56-4e70-9a3c-f8b1ec25205b time="2024-02-29T07:42:11.016Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bkgw289t time="2024-02-29T07:42:11.016Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bkgw289t time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkgw289t time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0d942a61-eb56-4e70-9a3c-f8b1ec25205b time="2024-02-29T07:42:11.016Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rpfxm5p time="2024-02-29T07:42:11.016Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8b5204e7-e1a5-4705-9db3-ac76ea46096b time="2024-02-29T07:42:11.02Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=03d83ef8-1812-44ba-902f-fc98afefd5e5 time="2024-02-29T07:42:11.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rlgtkpq5 time="2024-02-29T07:42:11.02Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=rlgtkpq5 time="2024-02-29T07:42:11.02Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlgtkpq5 time="2024-02-29T07:42:11.02Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=03d83ef8-1812-44ba-902f-fc98afefd5e5 time="2024-02-29T07:42:11.02Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=4e361fec-7aec-4c10-b23b-9a8f30cb6e3c time="2024-02-29T07:42:11.02Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=cdmtlv29 time="2024-02-29T07:42:11.02Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=cdmtlv29 time="2024-02-29T07:42:11.02Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:42:11.02Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de910a23-32c4-4704-abce-98b0c17ccf56 time="2024-02-29T07:42:11.02Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l8djzxx6 time="2024-02-29T07:42:11.02Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l8djzxx6 time="2024-02-29T07:42:11.02Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=l8djzxx6 time="2024-02-29T07:42:11.02Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8djzxx6 time="2024-02-29T07:42:11.02Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de910a23-32c4-4704-abce-98b0c17ccf56 time="2024-02-29T07:42:11.02Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=cdmtlv29 time="2024-02-29T07:42:11.02Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=4e361fec-7aec-4c10-b23b-9a8f30cb6e3c time="2024-02-29T07:42:11.02Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1a4f94dc-fcd3-4b71-a7c9-7f83f9e09c5a time="2024-02-29T07:42:11.02Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:11.02Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:11.02Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:42:11.02Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1a4f94dc-fcd3-4b71-a7c9-7f83f9e09c5a time="2024-02-29T07:42:11.021Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=h8wccwdq time="2024-02-29T07:42:11.021Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"mihuang-29\": the object has been modified; please apply your changes to the latest version and try again" name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e9503f6e-7d63-4637-8521-25ea6752b000 time="2024-02-29T07:42:11.021Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4f314fb-19bc-4096-ae4d-0d5f6aba8f0e time="2024-02-29T07:42:11.021Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6vwwn2fp time="2024-02-29T07:42:11.021Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6vwwn2fp time="2024-02-29T07:42:11.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.022Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.022Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6vwwn2fp time="2024-02-29T07:42:11.022Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=6vwwn2fp time="2024-02-29T07:42:11.022Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6vwwn2fp time="2024-02-29T07:42:11.022Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=6vwwn2fp time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e596eaf6-94a0-46bd-b3ba-46f8081c07e4 time="2024-02-29T07:42:11.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=gdlz4s4x time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3ab903d-b22f-4c00-a767-caa6771ae529 time="2024-02-29T07:42:11.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=rb9wzq97 time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=60eefecf-7fbf-466a-b8a6-82c9d1ca2206 time="2024-02-29T07:42:11.035Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=hjn9h84z time="2024-02-29T07:42:11.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=gdlz4s4x time="2024-02-29T07:42:11.035Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gdlz4s4x time="2024-02-29T07:42:11.035Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e596eaf6-94a0-46bd-b3ba-46f8081c07e4 time="2024-02-29T07:42:11.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=rb9wzq97 time="2024-02-29T07:42:11.036Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=rb9wzq97 time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rb9wzq97 time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3ab903d-b22f-4c00-a767-caa6771ae529 time="2024-02-29T07:42:11.035Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=hjn9h84z time="2024-02-29T07:42:11.036Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=hjn9h84z time="2024-02-29T07:42:11.036Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=hjn9h84z time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjn9h84z time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=60eefecf-7fbf-466a-b8a6-82c9d1ca2206 time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=000d4c77-9ce5-4cc6-a409-e88225e368ef time="2024-02-29T07:42:11.036Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gm92z82z time="2024-02-29T07:42:11.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=gm92z82z time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gm92z82z time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=000d4c77-9ce5-4cc6-a409-e88225e368ef time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=a9d3a30e-d2f3-4b8f-a352-92c5e1abbb33 time="2024-02-29T07:42:11.036Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=q758qwd4 time="2024-02-29T07:42:11.036Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=q758qwd4 time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q758qwd4 time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=a9d3a30e-d2f3-4b8f-a352-92c5e1abbb33 time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b103cff2-29c2-4eb7-a4a5-b73c3a71b1b6 time="2024-02-29T07:42:11.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=65ftwxb5 time="2024-02-29T07:42:11.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=65ftwxb5 time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65ftwxb5 time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b103cff2-29c2-4eb7-a4a5-b73c3a71b1b6 time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=32cfa587-2424-4343-a385-4911b4a68171 time="2024-02-29T07:42:11.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=5mmqp2hw time="2024-02-29T07:42:11.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=6vwwn2fp time="2024-02-29T07:42:11.036Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4f314fb-19bc-4096-ae4d-0d5f6aba8f0e time="2024-02-29T07:42:11.036Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a9552c5-62c9-4a7c-a37c-cdd5b6999fc2 time="2024-02-29T07:42:11.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ljtpscqg time="2024-02-29T07:42:11.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ljtpscqg time="2024-02-29T07:42:11.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.036Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=5mmqp2hw time="2024-02-29T07:42:11.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5mmqp2hw time="2024-02-29T07:42:11.036Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ljtpscqg time="2024-02-29T07:42:11.037Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=32cfa587-2424-4343-a385-4911b4a68171 time="2024-02-29T07:42:11.037Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=ljtpscqg time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7c01ef6f-2d04-4819-9a83-6969ce3e8fa2 time="2024-02-29T07:42:11.037Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=895hr2fd time="2024-02-29T07:42:11.037Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=895hr2fd time="2024-02-29T07:42:11.037Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ljtpscqg time="2024-02-29T07:42:11.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljtpscqg time="2024-02-29T07:42:11.037Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9a9552c5-62c9-4a7c-a37c-cdd5b6999fc2 time="2024-02-29T07:42:11.035Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=492942b8-b250-4a61-86b7-b9f8bc9815ba time="2024-02-29T07:42:11.037Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=wnwwsxl6 time="2024-02-29T07:42:11.037Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=wnwwsxl6 time="2024-02-29T07:42:11.037Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=492942b8-b250-4a61-86b7-b9f8bc9815ba time="2024-02-29T07:42:11.037Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=895hr2fd time="2024-02-29T07:42:11.037Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=895hr2fd time="2024-02-29T07:42:11.037Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=7c01ef6f-2d04-4819-9a83-6969ce3e8fa2 time="2024-02-29T07:42:11.039Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a826fcd1-6958-489e-89c5-8ed750bdb850 time="2024-02-29T07:42:11.039Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9dxbjf82 time="2024-02-29T07:42:11.039Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9dxbjf82 time="2024-02-29T07:42:11.039Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.04Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.04Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9dxbjf82 time="2024-02-29T07:42:11.04Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=9dxbjf82 time="2024-02-29T07:42:11.04Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=9dxbjf82 time="2024-02-29T07:42:11.04Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dxbjf82 time="2024-02-29T07:42:11.04Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=a826fcd1-6958-489e-89c5-8ed750bdb850 time="2024-02-29T07:42:11.041Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=899d3d3b-8756-44c9-b66c-5f74ccdee7ef time="2024-02-29T07:42:11.041Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:11.041Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:42:11.041Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:42:11.041Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=899d3d3b-8756-44c9-b66c-5f74ccdee7ef time="2024-02-29T07:42:11.041Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6337a01d-49ac-4d25-9206-4757e49a955a time="2024-02-29T07:42:11.041Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ll444stv time="2024-02-29T07:42:11.041Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=ll444stv time="2024-02-29T07:42:11.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ll444stv time="2024-02-29T07:42:11.041Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6337a01d-49ac-4d25-9206-4757e49a955a time="2024-02-29T07:42:11.041Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=40eec927-06d7-4872-bf1a-9cd12f6d8c12 time="2024-02-29T07:42:11.041Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bnx9zfcz time="2024-02-29T07:42:11.041Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bnx9zfcz time="2024-02-29T07:42:11.041Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bnx9zfcz time="2024-02-29T07:42:11.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bnx9zfcz time="2024-02-29T07:42:11.041Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=40eec927-06d7-4872-bf1a-9cd12f6d8c12 time="2024-02-29T07:42:11.041Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=d54899c8-b3ff-4532-9de4-5ea8401cc530 time="2024-02-29T07:42:11.041Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=z57j4l4t time="2024-02-29T07:42:11.041Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=z57j4l4t time="2024-02-29T07:42:11.041Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:42:11.042Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=z57j4l4t time="2024-02-29T07:42:11.042Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=d54899c8-b3ff-4532-9de4-5ea8401cc530 time="2024-02-29T07:42:11.056Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8abc303-0a2b-49d7-98d5-3e4608b914ab time="2024-02-29T07:42:11.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.056Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm8gw7lm time="2024-02-29T07:42:11.056Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c8abc303-0a2b-49d7-98d5-3e4608b914ab time="2024-02-29T07:42:11.068Z" level=info msg="created service account" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.127Z" level=info msg="created role" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.186Z" level=info msg="created rolebinding" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.186Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.186Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.186Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.187Z" level=debug msg="uninstall job does not exist, creating it" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.195Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:42:11.195Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=rrhn9bw9 time="2024-02-29T07:42:11.195Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4221dfd7-baa2-47b9-a7ed-76091746fc75 time="2024-02-29T07:42:11.195Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=87808eda-d79e-48b3-a4f6-6349212b0e71 time="2024-02-29T07:42:11.195Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.195Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.207Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=9gdgmkqk time="2024-02-29T07:42:11.208Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.208Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9gdgmkqk time="2024-02-29T07:42:11.208Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=9gdgmkqk time="2024-02-29T07:42:11.208Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=87808eda-d79e-48b3-a4f6-6349212b0e71 time="2024-02-29T07:42:11.213Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3ae4d70-659e-47fb-a61d-53a0013e4c18 time="2024-02-29T07:42:11.213Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.213Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.214Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.214Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.214Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.214Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.214Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmb9pdl9 time="2024-02-29T07:42:11.214Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b3ae4d70-659e-47fb-a61d-53a0013e4c18 time="2024-02-29T07:42:11.222Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8ca5451c-2aeb-4022-a74a-2fe0a7f8957b time="2024-02-29T07:42:11.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5knmqzqd time="2024-02-29T07:42:11.222Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5knmqzqd time="2024-02-29T07:42:11.222Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.223Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.223Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5knmqzqd time="2024-02-29T07:42:11.223Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=5knmqzqd time="2024-02-29T07:42:11.223Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=5knmqzqd time="2024-02-29T07:42:11.223Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5knmqzqd time="2024-02-29T07:42:11.223Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8ca5451c-2aeb-4022-a74a-2fe0a7f8957b time="2024-02-29T07:42:11.226Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0b8bd2f7-951b-471e-b884-f85cdbf5dc84 time="2024-02-29T07:42:11.226Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.226Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.226Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=9fsstq4v time="2024-02-29T07:42:11.234Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f63dab0-dd01-4cf9-a669-06271d10bde0 time="2024-02-29T07:42:11.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.234Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.234Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xpzswkws time="2024-02-29T07:42:11.234Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=5f63dab0-dd01-4cf9-a669-06271d10bde0 time="2024-02-29T07:42:11.238Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=9fsstq4v time="2024-02-29T07:42:11.238Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0b8bd2f7-951b-471e-b884-f85cdbf5dc84 time="2024-02-29T07:42:11.252Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9717bb0f-7533-480b-a14c-cf9c44f67483 time="2024-02-29T07:42:11.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=g2rtk4cf time="2024-02-29T07:42:11.252Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=g2rtk4cf time="2024-02-29T07:42:11.252Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.252Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.252Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.253Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.253Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=g2rtk4cf time="2024-02-29T07:42:11.253Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=g2rtk4cf time="2024-02-29T07:42:11.253Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=g2rtk4cf time="2024-02-29T07:42:11.253Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2rtk4cf time="2024-02-29T07:42:11.253Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9717bb0f-7533-480b-a14c-cf9c44f67483 time="2024-02-29T07:42:11.632Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1bdfa525-f289-4970-aeb3-b52a6c90c6b0 time="2024-02-29T07:42:11.632Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.632Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:11.632Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxffttg8 time="2024-02-29T07:42:11.632Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=1bdfa525-f289-4970-aeb3-b52a6c90c6b0 time="2024-02-29T07:42:13Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19fbca7a-7f53-4057-bb5b-4d2c839f447a time="2024-02-29T07:42:13Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=92crfp56 time="2024-02-29T07:42:13Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=92crfp56 time="2024-02-29T07:42:13Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=92crfp56 time="2024-02-29T07:42:13.036Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=92crfp56 time="2024-02-29T07:42:13.036Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=19fbca7a-7f53-4057-bb5b-4d2c839f447a time="2024-02-29T07:42:13.041Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=66f54828-f73b-4184-a8bd-f6efac05d3e3 time="2024-02-29T07:42:13.041Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:13.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:13.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:13.041Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:42:13.041Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s77frkfv time="2024-02-29T07:42:13.041Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=66f54828-f73b-4184-a8bd-f6efac05d3e3 time="2024-02-29T07:42:14.05Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c83dc41-4c40-4299-8961-a6a2910497cb time="2024-02-29T07:42:14.05Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.05Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.05Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=g22w2gg6 time="2024-02-29T07:42:14.063Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4c83dc41-4c40-4299-8961-a6a2910497cb time="2024-02-29T07:42:50.206Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=cbd29cfb-6446-4bff-b0c0-433364581391 time="2024-02-29T07:42:50.206Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.206Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.206Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:42:50.22Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.244Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.253Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.302Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.303Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.303Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.303Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.303Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.303Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.304Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.305Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.305Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.305Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.305Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.305Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.306Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.307Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.308Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.308Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.308Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.308Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.308Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=4wnzkgcm time="2024-02-29T07:42:50.331Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.331Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=4wnzkgcm time="2024-02-29T07:42:50.331Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=124 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=4wnzkgcm time="2024-02-29T07:42:50.331Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=cbd29cfb-6446-4bff-b0c0-433364581391 time="2024-02-29T07:42:53.388Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:42:53.389Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:42:53.389Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:42:53.389Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:42:53.389Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:42:53.389Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:44:25.311Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=200556af-e292-4f0a-ab36-0063e654a087 time="2024-02-29T07:44:25.311Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.311Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.311Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:44:25.342Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.364Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.371Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="replicas out of sync" controller=machinepool desired=2 machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a observed=1 reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug: machineSet to be updated" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.372Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.373Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.374Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.374Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.374Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.374Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.374Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=zgjs97qv time="2024-02-29T07:44:25.375Z" level=info msg="updating machineset" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=zgjs97qv time="2024-02-29T07:44:25.391Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.397Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.397Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=zgjs97qv time="2024-02-29T07:44:25.414Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=103 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=zgjs97qv time="2024-02-29T07:44:25.414Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=200556af-e292-4f0a-ab36-0063e654a087 time="2024-02-29T07:44:25.415Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=91526080-3104-451e-a760-34bae4f65151 time="2024-02-29T07:44:25.415Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.415Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.415Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:44:25.424Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.447Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.455Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.456Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.457Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.458Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=65prn6ch time="2024-02-29T07:44:25.459Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.466Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.466Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=65prn6ch time="2024-02-29T07:44:25.483Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=67 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=65prn6ch time="2024-02-29T07:44:25.483Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=91526080-3104-451e-a760-34bae4f65151 time="2024-02-29T07:44:53.389Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:44:53.389Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:44:53.389Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:44:53.389Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:44:53.389Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:44:53.389Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:45:00.12Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T07:46:53.39Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:46:53.39Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:46:53.39Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:46:53.39Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:46:53.39Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:46:53.39Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:46:58.323Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=a8e08cf2-41dc-44ed-9c2a-cf53d4646fce time="2024-02-29T07:46:58.323Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.323Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.323Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:46:58.345Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.371Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.379Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.38Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.381Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.382Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.382Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.382Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.382Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.382Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=69ctbcct time="2024-02-29T07:46:58.383Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.389Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.389Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=69ctbcct time="2024-02-29T07:46:58.404Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=81 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=69ctbcct time="2024-02-29T07:46:58.404Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=a8e08cf2-41dc-44ed-9c2a-cf53d4646fce time="2024-02-29T07:47:00.221Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1095afe8-4cfe-4651-a32c-e7f8b5af0d59 time="2024-02-29T07:47:00.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.221Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-291 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-291 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-291 reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.26Z" level=info msg="condition Degraded changed for operator dns" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.26Z" level=info msg="condition Progressing changed for operator dns status (False -> True)" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.26Z" level=info msg="condition Progressing changed for operator image-registry" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.26Z" level=info msg="condition Upgradeable changed for operator machine-config" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.261Z" level=info msg="condition Progressing changed for operator network status (False -> True)" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.261Z" level=info msg="condition Available changed for operator node-tuning" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.261Z" level=info msg="condition Progressing changed for operator node-tuning status (False -> True)" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.261Z" level=info msg="condition Progressing changed for operator storage status (False -> True)" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.276Z" level=info msg="clusterState has been updated" clusterDeployment=default/mihuang-291 controller=clusterState reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.276Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-291 controller=clusterState elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=x9x2mjx8 time="2024-02-29T07:47:00.276Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-291 namespace=default object=default/mihuang-291 reconcileID=1095afe8-4cfe-4651-a32c-e7f8b5af0d59 time="2024-02-29T07:47:39.265Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=83a2cd18-9569-40fd-8564-9aae9575657c time="2024-02-29T07:47:39.265Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:39.265Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:39.265Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T07:47:39.265Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2531fcfd-b6e4-4448-b1ac-1c6b8eb98079 time="2024-02-29T07:47:39.265Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hvf6ccwf time="2024-02-29T07:47:39.265Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hvf6ccwf time="2024-02-29T07:47:39.265Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:47:39.266Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=hvf6ccwf time="2024-02-29T07:47:39.266Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=2531fcfd-b6e4-4448-b1ac-1c6b8eb98079 time="2024-02-29T07:47:39.265Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=d5d35f0c-e856-4400-9f5b-fa740d37ddda time="2024-02-29T07:47:39.266Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.266Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.266Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:47:39.265Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e19e8c15-68de-4814-8a9a-247ccefab7d9 time="2024-02-29T07:47:39.266Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.266Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.266Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:47:39.265Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5365661e-abac-4c3f-a684-d712bd3f7e7f time="2024-02-29T07:47:39.266Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.266Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.266Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:47:39.276Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.281Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.288Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.3Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.302Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.308Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.308Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.308Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.309Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.31Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.311Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.312Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.312Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.312Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.312Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.312Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.313Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.317Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.317Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.317Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.317Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.317Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.317Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.318Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.319Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.32Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.32Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.321Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.322Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.323Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.323Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.323Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.323Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.323Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=lbvvx5xk time="2024-02-29T07:47:39.341Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=75 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=n6rvnhs2 time="2024-02-29T07:47:39.341Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=d5d35f0c-e856-4400-9f5b-fa740d37ddda time="2024-02-29T07:47:39.351Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.351Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=lbvvx5xk time="2024-02-29T07:47:39.351Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=85 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=lbvvx5xk time="2024-02-29T07:47:39.351Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=5365661e-abac-4c3f-a684-d712bd3f7e7f time="2024-02-29T07:47:39.365Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.365Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.366Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.366Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.366Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.366Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.366Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.367Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.368Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.368Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.368Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.368Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.368Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.369Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.37Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.37Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.37Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.37Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.37Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.371Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=v2zfjgch time="2024-02-29T07:47:39.391Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.391Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=v2zfjgch time="2024-02-29T07:47:39.391Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=125 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=v2zfjgch time="2024-02-29T07:47:39.391Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=e19e8c15-68de-4814-8a9a-247ccefab7d9 time="2024-02-29T07:47:39.507Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:39.626Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.533Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.534Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.535Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=s2qxzw4r time="2024-02-29T07:47:45.536Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.607Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.607Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=s2qxzw4r time="2024-02-29T07:47:45.615Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6349 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=s2qxzw4r time="2024-02-29T07:47:45.615Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=83a2cd18-9569-40fd-8564-9aae9575657c time="2024-02-29T07:47:54.921Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=85c697fc-4b58-4ecb-ad4c-ce97147f596b time="2024-02-29T07:47:54.922Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=b6c8n8cv time="2024-02-29T07:47:54.923Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=b6c8n8cv time="2024-02-29T07:47:54.924Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:54.924Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:54.925Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:54.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:54.926Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=b6c8n8cv time="2024-02-29T07:47:54.926Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=b6c8n8cv time="2024-02-29T07:47:54.926Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=b6c8n8cv time="2024-02-29T07:47:54.926Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=3 elapsedMillisGT=0 outcome=unspecified reconcileID=b6c8n8cv time="2024-02-29T07:47:54.926Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=85c697fc-4b58-4ecb-ad4c-ce97147f596b time="2024-02-29T07:47:55.934Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f51221a-eaf2-49eb-9123-49ec20289d47 time="2024-02-29T07:47:55.934Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.934Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.934Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=6kmh2snx time="2024-02-29T07:47:55.995Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3f51221a-eaf2-49eb-9123-49ec20289d47 time="2024-02-29T07:47:56.058Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=11928e55-9074-495b-9b1c-a3a98f8d9a6f time="2024-02-29T07:47:56.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=64kcfx29 time="2024-02-29T07:47:56.058Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=64kcfx29 time="2024-02-29T07:47:56.058Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.058Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.059Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.059Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=64kcfx29 time="2024-02-29T07:47:56.059Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=64kcfx29 time="2024-02-29T07:47:56.059Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=64kcfx29 time="2024-02-29T07:47:56.059Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64kcfx29 time="2024-02-29T07:47:56.059Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=11928e55-9074-495b-9b1c-a3a98f8d9a6f time="2024-02-29T07:47:56.925Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6fe3745c-c85c-4421-8cbe-92c97a47d931 time="2024-02-29T07:47:56.925Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=lhqrzs5m time="2024-02-29T07:47:56.925Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=lhqrzs5m time="2024-02-29T07:47:56.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.926Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=lhqrzs5m time="2024-02-29T07:47:56.926Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=lhqrzs5m time="2024-02-29T07:47:56.926Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=lhqrzs5m time="2024-02-29T07:47:56.926Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhqrzs5m time="2024-02-29T07:47:56.926Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6fe3745c-c85c-4421-8cbe-92c97a47d931 time="2024-02-29T07:47:56.944Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6e7a629-db39-4667-943e-726d91a7689f time="2024-02-29T07:47:56.944Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.944Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.945Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=79bdf6ea-aac3-4713-ac96-88639a49d9a8 time="2024-02-29T07:47:56.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.957Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=debug msg="deprovision request not yet completed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfrk2flf time="2024-02-29T07:47:56.957Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=79bdf6ea-aac3-4713-ac96-88639a49d9a8 time="2024-02-29T07:47:56.957Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.957Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=gqwsbpln time="2024-02-29T07:47:56.958Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.958Z" level=info msg="uninstall job not yet successful" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=gqwsbpln time="2024-02-29T07:47:56.958Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=gqwsbpln time="2024-02-29T07:47:56.958Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=f6e7a629-db39-4667-943e-726d91a7689f time="2024-02-29T07:47:56.967Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dff9f7b6-1b0f-4de9-ab43-64a3a78784e5 time="2024-02-29T07:47:56.967Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.967Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.967Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="service account already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="role already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="rolebinding already exists" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision name=cluster-uninstaller reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="generating uninstall job" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="setting uninstall job controller reference" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="Setting labels on derived object" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision derivedObject=mihuang-29-uninstall reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="uninstall job exists, checking its status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=info msg="uninstall job successful, setting completed status" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=cb2ksdkz time="2024-02-29T07:47:56.979Z" level=debug msg="uninstall job completed" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision duration=345 reconcileID=cb2ksdkz time="2024-02-29T07:47:56.985Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=cb2ksdkz time="2024-02-29T07:47:56.985Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3c1e5db1-0bc2-4ee9-ab84-022cdb296334 time="2024-02-29T07:47:56.985Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=019057d1-df02-4206-a723-2f56ccf3ab3a time="2024-02-29T07:47:56.985Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7pw64bsj time="2024-02-29T07:47:56.985Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=wnclrqr8 time="2024-02-29T07:47:56.985Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7pw64bsj time="2024-02-29T07:47:56.985Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=wnclrqr8 time="2024-02-29T07:47:56.985Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=wnclrqr8 time="2024-02-29T07:47:56.985Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnclrqr8 time="2024-02-29T07:47:56.985Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3c1e5db1-0bc2-4ee9-ab84-022cdb296334 time="2024-02-29T07:47:56.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterDeprovision objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.985Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=dff9f7b6-1b0f-4de9-ab43-64a3a78784e5 time="2024-02-29T07:47:56.985Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c5664894-c3da-433d-9554-68efe2bb8088 time="2024-02-29T07:47:56.985Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=xn2wwkxd time="2024-02-29T07:47:56.985Z" level=debug msg="no additional log fields found" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=xn2wwkxd time="2024-02-29T07:47:56.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.985Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeprovision=default/mihuang-29 controller=clusterDeprovision objectKind=Job objectNamespacedName=default/mihuang-29-uninstall ownerKind=ClusterDeprovision ownerNamespacedName=default/mihuang-29 reconcileID=xn2wwkxd time="2024-02-29T07:47:56.985Z" level=debug msg="clusterdeprovision is complete, skipping" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=xn2wwkxd time="2024-02-29T07:47:56.985Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xn2wwkxd time="2024-02-29T07:47:56.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.985Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/mihuang-29-0-wctk4-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 time="2024-02-29T07:47:56.985Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c5664894-c3da-433d-9554-68efe2bb8088 time="2024-02-29T07:47:56.985Z" level=debug msg="linked provision removed" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7pw64bsj time="2024-02-29T07:47:56.985Z" level=debug msg="Setting label on derived object" clusterDeployment=default/mihuang-29 controller=clusterDeployment derivedObject=mihuang-29 reconcileID=7pw64bsj time="2024-02-29T07:47:56.985Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7pw64bsj time="2024-02-29T07:47:56.995Z" level=info msg="DNSZone gone, customization gone and deprovision request completed, removing deprovision finalizer" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=7pw64bsj time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4e62c1d9-e0a3-4ff5-8f03-d0e0a35c3e1e time="2024-02-29T07:47:56.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=fvdzm7zk time="2024-02-29T07:47:56.996Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=fvdzm7zk time="2024-02-29T07:47:56.996Z" level=debug msg="cluster has deletion timestamp" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=fvdzm7zk time="2024-02-29T07:47:56.996Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvdzm7zk time="2024-02-29T07:47:56.996Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4e62c1d9-e0a3-4ff5-8f03-d0e0a35c3e1e time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e1b30bfd-d2b2-4e41-92db-a19241ea04f7 time="2024-02-29T07:47:56.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=5hwq5rsr time="2024-02-29T07:47:56.996Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=5hwq5rsr time="2024-02-29T07:47:56.996Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5hwq5rsr time="2024-02-29T07:47:56.996Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=e1b30bfd-d2b2-4e41-92db-a19241ea04f7 time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=91efe637-e928-4776-aeaf-8b99b2d87488 time="2024-02-29T07:47:56.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=4hwp6fw2 time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=73f4813c-d8ca-4c5e-b9a6-3c19fafea05f time="2024-02-29T07:47:56.996Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5d5nfrfh time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b85b143f-d8ef-47dc-92f9-bfc43211c8b9 time="2024-02-29T07:47:56.996Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=nhw9bptl time="2024-02-29T07:47:56.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=nhw9bptl time="2024-02-29T07:47:56.997Z" level=debug msg="skipping deleted clusterdeployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=nhw9bptl time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhw9bptl time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b85b143f-d8ef-47dc-92f9-bfc43211c8b9 time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=17351850-0e62-487f-be77-023b050dc112 time="2024-02-29T07:47:56.997Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6tx4w4s5 time="2024-02-29T07:47:56.997Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6tx4w4s5 time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tx4w4s5 time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=17351850-0e62-487f-be77-023b050dc112 time="2024-02-29T07:47:56.996Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5d5nfrfh time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=73f4813c-d8ca-4c5e-b9a6-3c19fafea05f time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=08fcab6b-f626-44b0-945e-3ef0c71fb317 time="2024-02-29T07:47:56.997Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bqmbptnt time="2024-02-29T07:47:56.996Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=4hwp6fw2 time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=72c79dae-3b44-4268-8071-0394d0e66728 time="2024-02-29T07:47:56.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7bt9gbhw time="2024-02-29T07:47:56.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=7bt9gbhw time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bt9gbhw time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=72c79dae-3b44-4268-8071-0394d0e66728 time="2024-02-29T07:47:56.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=bqmbptnt time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqmbptnt time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=08fcab6b-f626-44b0-945e-3ef0c71fb317 time="2024-02-29T07:47:56.996Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=64abf1ba-9708-41aa-9bb5-46994fa5b0e9 time="2024-02-29T07:47:56.997Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=xsmh86q2 time="2024-02-29T07:47:56.997Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=xsmh86q2 time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsmh86q2 time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=64abf1ba-9708-41aa-9bb5-46994fa5b0e9 time="2024-02-29T07:47:56.997Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-29 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-29 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-29 reconcileID=4hwp6fw2 time="2024-02-29T07:47:56.997Z" level=debug msg="ClusterDeployment resource has been deleted" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=4hwp6fw2 time="2024-02-29T07:47:56.997Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4hwp6fw2 time="2024-02-29T07:47:56.997Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=91efe637-e928-4776-aeaf-8b99b2d87488 time="2024-02-29T07:47:57.001Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cc53e478-510a-45c6-85d3-554755eac7bf time="2024-02-29T07:47:57.001Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nzpkp6zz time="2024-02-29T07:47:57.001Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=20924ec5-ce9b-4e0d-a06c-868acbf9e71d time="2024-02-29T07:47:57.002Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=xz5nrpc7 time="2024-02-29T07:47:57.002Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=xz5nrpc7 time="2024-02-29T07:47:57.002Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=xz5nrpc7 time="2024-02-29T07:47:57.002Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xz5nrpc7 time="2024-02-29T07:47:57.002Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=20924ec5-ce9b-4e0d-a06c-868acbf9e71d time="2024-02-29T07:47:57.001Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=nzpkp6zz time="2024-02-29T07:47:57.002Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:47:57.002Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=nzpkp6zz time="2024-02-29T07:47:57.002Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=cc53e478-510a-45c6-85d3-554755eac7bf time="2024-02-29T07:47:57.001Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=86eb0e44-3319-4e88-b894-b84dd2ccdd20 time="2024-02-29T07:47:57.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:47:57.002Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:47:57.002Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:47:57.002Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=86eb0e44-3319-4e88-b894-b84dd2ccdd20 time="2024-02-29T07:47:57.001Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=836a1ae4-dcfa-42de-89f9-f7fc640f6259 time="2024-02-29T07:47:57.002Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65pdg7s7 time="2024-02-29T07:47:57.002Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=65pdg7s7 time="2024-02-29T07:47:57.002Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65pdg7s7 time="2024-02-29T07:47:57.002Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=836a1ae4-dcfa-42de-89f9-f7fc640f6259 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b45c129-44c1-4ba6-9927-3434b00a945e time="2024-02-29T07:47:57.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vl767t8l time="2024-02-29T07:47:57.017Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=hibernation reconcileID=vl767t8l time="2024-02-29T07:47:57.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vl767t8l time="2024-02-29T07:47:57.017Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=6b45c129-44c1-4ba6-9927-3434b00a945e time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=244ed20d-0fa3-42e9-ad30-52d9d190468e time="2024-02-29T07:47:57.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=remoteingress reconcileID=k2phzwqc time="2024-02-29T07:47:57.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2phzwqc time="2024-02-29T07:47:57.017Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=244ed20d-0fa3-42e9-ad30-52d9d190468e time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=14999f84-05ef-40e3-8297-c333e25a6dd5 time="2024-02-29T07:47:57.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterversion reconcileID=8mpmrv6l time="2024-02-29T07:47:57.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8mpmrv6l time="2024-02-29T07:47:57.017Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=14999f84-05ef-40e3-8297-c333e25a6dd5 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=32ceffa4-ae02-4872-9104-1c194e137e72 time="2024-02-29T07:47:57.017Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=chvcpszw time="2024-02-29T07:47:57.017Z" level=debug msg="cluster deployment not found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=chvcpszw time="2024-02-29T07:47:57.017Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chvcpszw time="2024-02-29T07:47:57.017Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=32ceffa4-ae02-4872-9104-1c194e137e72 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74a5f96d-5f62-4a2d-b809-90e2b9009dae time="2024-02-29T07:47:57.018Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6zkd5dbd time="2024-02-29T07:47:57.018Z" level=info msg="cluster deployment not found" clusterDeployment=default/mihuang-29 controller=syncidentityprovider reconcileID=6zkd5dbd time="2024-02-29T07:47:57.018Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zkd5dbd time="2024-02-29T07:47:57.018Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=74a5f96d-5f62-4a2d-b809-90e2b9009dae time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=682509d0-f6c5-40e3-86ea-f16898a01f89 time="2024-02-29T07:47:57.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=unreachable reconcileID=9ml7h6g4 time="2024-02-29T07:47:57.018Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ml7h6g4 time="2024-02-29T07:47:57.018Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=682509d0-f6c5-40e3-86ea-f16898a01f89 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db77c25d-e821-458e-bdd9-98337966b6c8 time="2024-02-29T07:47:57.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:47:57.018Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=mihuang-29 controller=argocdregister namespace=default time="2024-02-29T07:47:57.018Z" level=info msg="reconcile complete" clusterDeployment=mihuang-29 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6ce02ae-eb87-4b34-80c4-453a58c89a15 time="2024-02-29T07:47:57.018Z" level=info msg="reconciling cluster provision" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6rh6wxp5 time="2024-02-29T07:47:57.018Z" level=debug msg="ClusterProvision not found, skipping" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision reconcileID=6rh6wxp5 time="2024-02-29T07:47:57.018Z" level=info msg="reconcile complete" clusterProvision=default/mihuang-29-0-wctk4 controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rh6wxp5 time="2024-02-29T07:47:57.018Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=db77c25d-e821-458e-bdd9-98337966b6c8 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b7f1f63f-6137-4a3e-a2d0-261385e757fb time="2024-02-29T07:47:57.018Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bv26c8s7 time="2024-02-29T07:47:57.018Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=mihuang-29-0-wctk4 namespace=default object=default/mihuang-29-0-wctk4 reconcileID=c6ce02ae-eb87-4b34-80c4-453a58c89a15 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f1479910-5b31-446a-8f4e-f2c635aaaa77 time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bv26c8s7 time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=b7f1f63f-6137-4a3e-a2d0-261385e757fb time="2024-02-29T07:47:57.019Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hfs2jhc9 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9e2e9fe6-50e4-456e-a268-19b09943dbb2 time="2024-02-29T07:47:57.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts reconcileID=sf6swncz time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sf6swncz time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=9e2e9fe6-50e4-456e-a268-19b09943dbb2 time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=baab8174-d6b7-49c3-a2a7-04f6835ecfaf time="2024-02-29T07:47:57.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=wkp46sbd time="2024-02-29T07:47:57.019Z" level=debug msg="cluster deployment not found" clusterDeployment=default/mihuang-29 controller=clusterState reconcileID=wkp46sbd time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkp46sbd time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=baab8174-d6b7-49c3-a2a7-04f6835ecfaf time="2024-02-29T07:47:57.017Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de6f1a97-4f50-4cce-8def-753b6cc048bd time="2024-02-29T07:47:57.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=5cg5q94c time="2024-02-29T07:47:57.019Z" level=debug msg="cluster deployment not found" clusterDeployment=default/mihuang-29 controller=clusterRelocate reconcileID=5cg5q94c time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cg5q94c time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=de6f1a97-4f50-4cce-8def-753b6cc048bd time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=7pw64bsj time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=019057d1-df02-4206-a723-2f56ccf3ab3a time="2024-02-29T07:47:57.019Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b77d5567-4e14-46b3-82cf-c3feeb1cfdab time="2024-02-29T07:47:57.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gxdzm4mt time="2024-02-29T07:47:57.019Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=gxdzm4mt time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxdzm4mt time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=b77d5567-4e14-46b3-82cf-c3feeb1cfdab time="2024-02-29T07:47:57.019Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hfs2jhc9 time="2024-02-29T07:47:57.019Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-29-worker time="2024-02-29T07:47:57.019Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=default/mihuang-29-worker reconcileID=hfs2jhc9 time="2024-02-29T07:47:57.019Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=default/mihuang-29-worker outcome=unspecified reconcileID=hfs2jhc9 time="2024-02-29T07:47:57.019Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-29-worker namespace=default object=default/mihuang-29-worker reconcileID=f1479910-5b31-446a-8f4e-f2c635aaaa77 time="2024-02-29T07:47:57.04Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8828e328-91c6-4b60-8b63-94880451fa73 time="2024-02-29T07:47:57.04Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=j6mckcm9 time="2024-02-29T07:47:57.04Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=j6mckcm9 time="2024-02-29T07:47:57.04Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j6mckcm9 time="2024-02-29T07:47:57.04Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=8828e328-91c6-4b60-8b63-94880451fa73 time="2024-02-29T07:47:57.041Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe482170-dc4f-4b6d-b9da-f1d757c64acb time="2024-02-29T07:47:57.041Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4e53aab-90a0-4d4d-8492-0240a7ee82a0 time="2024-02-29T07:47:57.041Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c65zmcb7 time="2024-02-29T07:47:57.041Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=c65zmcb7 time="2024-02-29T07:47:57.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c65zmcb7 time="2024-02-29T07:47:57.041Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=c4e53aab-90a0-4d4d-8492-0240a7ee82a0 time="2024-02-29T07:47:57.041Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bjcqj2bg time="2024-02-29T07:47:57.041Z" level=debug msg="cluster deployment not found" clusterDeployment=default/mihuang-29 controller=awsprivatelink reconcileID=bjcqj2bg time="2024-02-29T07:47:57.041Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjcqj2bg time="2024-02-29T07:47:57.041Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=fe482170-dc4f-4b6d-b9da-f1d757c64acb time="2024-02-29T07:47:57.041Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3aa9bfec-cc21-4b63-aca0-32a1d87da1cb time="2024-02-29T07:47:57.042Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=8kwtzfn6 time="2024-02-29T07:47:57.042Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=8kwtzfn6 time="2024-02-29T07:47:57.042Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kwtzfn6 time="2024-02-29T07:47:57.042Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=3aa9bfec-cc21-4b63-aca0-32a1d87da1cb time="2024-02-29T07:47:57.057Z" level=debug msg=Reconciling controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=29eed340-5306-4c91-a8c8-d35e9f2c61c4 time="2024-02-29T07:47:57.057Z" level=info msg="reconciling cluster deprovision request" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=kzxdn69x time="2024-02-29T07:47:57.057Z" level=debug msg="clusterdeprovision not found, skipping" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision reconcileID=kzxdn69x time="2024-02-29T07:47:57.057Z" level=info msg="reconcile complete" clusterDeprovision=default/mihuang-29 controller=clusterDeprovision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzxdn69x time="2024-02-29T07:47:57.057Z" level=debug msg="Reconcile successful" controller=clusterdeprovision-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=29eed340-5306-4c91-a8c8-d35e9f2c61c4 time="2024-02-29T07:47:57.072Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4af39476-6d8c-476c-b9dc-6a399ddafc4d time="2024-02-29T07:47:57.072Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ddnnh7ld time="2024-02-29T07:47:57.072Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=ddnnh7ld time="2024-02-29T07:47:57.072Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddnnh7ld time="2024-02-29T07:47:57.072Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=4af39476-6d8c-476c-b9dc-6a399ddafc4d time="2024-02-29T07:47:57.08Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0f33f85f-0004-4671-b66f-e016b6c039a8 time="2024-02-29T07:47:57.08Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=qbbqx566 time="2024-02-29T07:47:57.08Z" level=info msg="cluster deployment Not Found" clusterDeployment=default/mihuang-29 controller=clusterDeployment reconcileID=qbbqx566 time="2024-02-29T07:47:57.08Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-29 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbbqx566 time="2024-02-29T07:47:57.08Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=mihuang-29 namespace=default object=default/mihuang-29 reconcileID=0f33f85f-0004-4671-b66f-e016b6c039a8 time="2024-02-29T07:48:53.391Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:48:53.391Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:48:53.391Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:48:53.391Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:48:53.391Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:48:53.391Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:50:52.231Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=55d6b9da-4e20-4039-84a7-a1e3b9ffd5f2 time="2024-02-29T07:50:52.231Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.231Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.231Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T07:50:52.25Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.265Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.271Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.272Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.272Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.272Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.272Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.272Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.273Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.273Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.273Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.273Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.273Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.274Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.275Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.276Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.276Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.276Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.276Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.276Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.277Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=jtwtmn4m time="2024-02-29T07:50:52.301Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.301Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=jtwtmn4m time="2024-02-29T07:50:52.301Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=70 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=jtwtmn4m time="2024-02-29T07:50:52.301Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=55d6b9da-4e20-4039-84a7-a1e3b9ffd5f2 time="2024-02-29T07:50:53.392Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:50:53.392Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:50:53.393Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:50:53.393Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:50:53.393Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:50:53.393Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:52:13.036Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3c52d467-25b3-44b5-8b2e-87d860f92efd time="2024-02-29T07:52:13.036Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=q96r2jqz time="2024-02-29T07:52:13.036Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=q96r2jqz time="2024-02-29T07:52:13.036Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=q96r2jqz time="2024-02-29T07:52:13.066Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=q96r2jqz time="2024-02-29T07:52:13.066Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=3c52d467-25b3-44b5-8b2e-87d860f92efd time="2024-02-29T07:52:53.393Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:52:53.393Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:52:53.393Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:52:53.393Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:52:53.393Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:52:53.394Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:54:53.394Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:54:53.394Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:54:53.394Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:54:53.394Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:54:53.394Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:54:53.394Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:56:53.395Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:56:53.395Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:56:53.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:56:53.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:56:53.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:56:53.396Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T07:56:58.405Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=0d9d4d10-54bb-42c5-b619-3d537e2f1d80 time="2024-02-29T07:56:58.405Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.405Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.405Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:56:58.424Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.453Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.462Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.463Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.464Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.465Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=cvnqfhfn time="2024-02-29T07:56:58.466Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.496Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.496Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=cvnqfhfn time="2024-02-29T07:56:58.504Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=98 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=cvnqfhfn time="2024-02-29T07:56:58.504Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=0d9d4d10-54bb-42c5-b619-3d537e2f1d80 time="2024-02-29T07:56:58.505Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=e9850e5c-f0dc-4270-831f-bdeeeaa902ec time="2024-02-29T07:56:58.505Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.505Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.505Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-infra time="2024-02-29T07:56:58.511Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.543Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.549Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2a for generated MachineSet mihuang-291-nwvjw-infra-us-east-2a" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2a reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.55Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2b for generated MachineSet mihuang-291-nwvjw-infra-us-east-2b" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2b reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.551Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.552Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="Found matching remote MachineSet mihuang-291-nwvjw-infra-us-east-2c for generated MachineSet mihuang-291-nwvjw-infra-us-east-2c" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuang-291-infra machineset=mihuang-291-nwvjw-infra-us-east-2c reconcileID=sxmplqdn time="2024-02-29T07:56:58.553Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.56Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.56Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuang-291-infra reconcileID=sxmplqdn time="2024-02-29T07:56:58.569Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=63 elapsedMillisGT=0 machinePool=default/mihuang-291-infra outcome=unspecified reconcileID=sxmplqdn time="2024-02-29T07:56:58.569Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=mihuang-291-infra namespace=default object=default/mihuang-291-infra reconcileID=e9850e5c-f0dc-4270-831f-bdeeeaa902ec time="2024-02-29T07:58:48.415Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4c208ffe-4e8d-4486-a39c-14acdc27e06a time="2024-02-29T07:58:48.415Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.415Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.415Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-291-worker time="2024-02-29T07:58:48.436Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.456Z" level=info msg="found 6 remote machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.463Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.524Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.525Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.526Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.527Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.527Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.527Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.527Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.527Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:generated and remote MachineSet do not have the same machinePoolNameLabel" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.528Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.529Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2a mihuang-291-nwvjw-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.529Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.529Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.529Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.529Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2b mihuang-291-nwvjw-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c mihuang-291-nwvjw-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-291-nwvjw-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.53Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-291-worker machineset=mihuang-291-nwvjw-worker-us-east-2a reconcileID=wh6n5ldj time="2024-02-29T07:58:48.56Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.56Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" machinePool=default/mihuang-291-worker reconcileID=wh6n5ldj time="2024-02-29T07:58:48.56Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=144 elapsedMillisGT=0 machinePool=default/mihuang-291-worker outcome=unspecified reconcileID=wh6n5ldj time="2024-02-29T07:58:48.56Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-291-nwvjw-worker-us-east-2a\" already exists" name=mihuang-291-worker namespace=default object=default/mihuang-291-worker reconcileID=4c208ffe-4e8d-4486-a39c-14acdc27e06a time="2024-02-29T07:58:53.396Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T07:58:53.396Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T07:58:53.396Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T07:58:53.396Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T07:58:53.396Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T07:58:53.397Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T08:00:00.121Z" level=info msg="Job created" controller=clusterProvision time="2024-02-29T08:00:53.397Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T08:00:53.397Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T08:00:53.398Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T08:00:53.398Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T08:00:53.398Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T08:00:53.398Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T08:02:13.068Z" level=debug msg=Reconciling controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=95eac1ae-33a2-4a15-9106-9dfaa89772c3 time="2024-02-29T08:02:13.068Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wxbb49f time="2024-02-29T08:02:13.068Z" level=debug msg="no additional log fields found" clusterDeployment=default/mihuang-292 controller=clusterState reconcileID=5wxbb49f time="2024-02-29T08:02:13.068Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/mihuang-292 controller=clusterState objectKind=ClusterState objectNamespacedName=default/mihuang-292 ownerKind=ClusterDeployment ownerNamespacedName=default/mihuang-292 reconcileID=5wxbb49f time="2024-02-29T08:02:13.106Z" level=info msg="reconcile complete" clusterDeployment=default/mihuang-292 controller=clusterState elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=5wxbb49f time="2024-02-29T08:02:13.106Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=clusterstate-controller name=mihuang-292 namespace=default object=default/mihuang-292 reconcileID=95eac1ae-33a2-4a15-9106-9dfaa89772c3 time="2024-02-29T08:02:53.399Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T08:02:53.399Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T08:02:53.399Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T08:02:53.399Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T08:02:53.399Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T08:02:53.399Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T08:04:53.4Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T08:04:53.4Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T08:04:53.4Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T08:04:53.4Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T08:04:53.4Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T08:04:53.4Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T08:06:17.493Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=2ca54d28-98a3-4baf-816e-659d7208d9f5 time="2024-02-29T08:06:17.493Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:17.493Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:17.493Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T08:06:17.75Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:17.872Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.352Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.352Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.352Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.352Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.352Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="replicas out of sync" controller=machinepool desired=2 machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 observed=1 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug: machineSet to be updated" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.353Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.354Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.354Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.354Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.354Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.354Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.355Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.356Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="replicas out of sync" controller=machinepool desired=1 machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 observed=0 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="hive-qe-debug: machineSet to be updated" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.357Z" level=info msg="updating machineset" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.412Z" level=info msg="updating machineset" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=2fvkfm4z time="2024-02-29T08:06:25.463Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.538Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.538Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=2fvkfm4z time="2024-02-29T08:06:25.638Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=8145 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=2fvkfm4z time="2024-02-29T08:06:25.638Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=2ca54d28-98a3-4baf-816e-659d7208d9f5 time="2024-02-29T08:06:25.639Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=422f0276-e42f-47e6-9672-afe4b28029ca time="2024-02-29T08:06:25.639Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:25.639Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:25.639Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuangaz-29-worker time="2024-02-29T08:06:25.785Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:25.909Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.804Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.804Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus1 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus1" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus1 reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.805Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus2 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus2" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.806Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus2 reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:1, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.807Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:2, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AzureFailureDomain{Zone:3, Subnet:mihuangaz-29-kbhx2-worker-subnet} " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug:return value is true " controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="Found matching remote MachineSet mihuangaz-29-kbhx2-worker-centralus3 for generated MachineSet mihuangaz-29-kbhx2-worker-centralus3" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="hive-qe-debug: Autoscaling is null" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=default/mihuangaz-29-worker machineset=mihuangaz-29-kbhx2-worker-centralus3 reconcileID=964c2zhq time="2024-02-29T08:06:31.808Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.881Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.881Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/mihuangaz-29-worker reconcileID=964c2zhq time="2024-02-29T08:06:31.98Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=6340 elapsedMillisGT=5000 machinePool=default/mihuangaz-29-worker outcome=unspecified reconcileID=964c2zhq time="2024-02-29T08:06:31.98Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=mihuangaz-29-worker namespace=default object=default/mihuangaz-29-worker reconcileID=422f0276-e42f-47e6-9672-afe4b28029ca time="2024-02-29T08:06:53.401Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T08:06:53.401Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T08:06:53.401Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T08:06:53.401Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T08:06:53.402Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T08:06:53.402Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-02-29T08:07:32.302Z" level=debug msg=Reconciling controller=machinepool-controller name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d9f6042b-ac7c-4dd8-b11c-20dddb089a1d time="2024-02-29T08:07:32.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.302Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/mihuang-292-worker time="2024-02-29T08:07:32.326Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.344Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-06df9e81a87b44452 controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=info msg="hive-qe-debug: entering function syncMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.352Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.353Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.353Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.353Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.353Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.353Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.354Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.354Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.354Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.354Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.354Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.355Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.356Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.357Z" level=info msg="hive-qe-debug:gSpec.ProviderSpec.Value.Raw is nil" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2a, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2a mihuang-292-hk6st-subnet-private-us-east-2a]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.358Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2b, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2b mihuang-292-hk6st-subnet-private-us-east-2b]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:entering function matchMachineSets" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:entering function matchFailureDomains" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:remote MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c mihuang-292-hk6st-subnet-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:generated MachineSet FailureDomain is AWSFailureDomain{AvailabilityZone:us-east-2c, Subnet:{Type:Filters, Value:&[{Name:tag:Name Values:[mihuang-292-hk6st-private-us-east-2c]}]}} " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug:return value is false " controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="hive-qe-debug: machineSet not found, not be created" controller=machinepool machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.359Z" level=info msg="creating machineset" controller=machinepool machinePool=default/mihuang-292-worker machineset=mihuang-292-hk6st-worker-us-east-2a reconcileID=68bbgt7x time="2024-02-29T08:07:32.389Z" level=error msg="unable to create machine set" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.389Z" level=info msg="could not syncMachineSets" controller=machinepool error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" machinePool=default/mihuang-292-worker reconcileID=68bbgt7x time="2024-02-29T08:07:32.389Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=86 elapsedMillisGT=0 machinePool=default/mihuang-292-worker outcome=unspecified reconcileID=68bbgt7x time="2024-02-29T08:07:32.389Z" level=error msg="Reconciler error" controller=machinepool-controller error="machinesets.machine.openshift.io \"mihuang-292-hk6st-worker-us-east-2a\" already exists" name=mihuang-292-worker namespace=default object=default/mihuang-292-worker reconcileID=d9f6042b-ac7c-4dd8-b11c-20dddb089a1d time="2024-02-29T08:08:53.402Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-02-29T08:08:53.402Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-02-29T08:08:53.403Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-02-29T08:08:53.403Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-02-29T08:08:53.403Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-02-29T08:08:53.403Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified