------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.871429 2791 server.go:960] "Client rotation is on, will bootstrap in background" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.873530 2791 bootstrap.go:101] "Use the bootstrap credentials to request a cert, and set kubeconfig to point to the certificate dir" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.874250 2791 server.go:1017] "Starting client certificate rotation" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.874662 2791 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate rotation is enabled May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.875408 2791 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Rotating certificates May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.881591 2791 dynamic_cafile_content.go:123] "Loaded a new CA Bundle and Verifier" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.884196 2791 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 20 09:04:55 crc kubenswrapper[2791]: E0520 09:04:55.884678 2791 certificate_manager.go:562] "Unhandled Error" err="kubernetes.io/kube-apiserver-client-kubelet: Failed while requesting a signed certificate from the control plane: cannot create certificate signing request: Post \"https://api-int.crc.testing:6443/apis/certificates.k8s.io/v1/certificatesigningrequests\": dial tcp 192.168.126.11:6443: connect: connection refused" logger="UnhandledError" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.924556 2791 kuberuntime_manager.go:269] "Container runtime initialized" containerRuntime="cri-o" version="1.32.4-2.rhaos4.19.git98d1c09.el9" apiVersion="v1" May 20 09:04:55 crc kubenswrapper[2791]: W0520 09:04:55.924698 2791 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": dial tcp 192.168.126.11:6443: connect: connection refused May 20 09:04:55 crc kubenswrapper[2791]: E0520 09:04:55.924786 2791 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://api-int.crc.testing:6443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": dial tcp 192.168.126.11:6443: connect: connection refused" logger="UnhandledError" May 20 09:04:55 crc kubenswrapper[2791]: W0520 09:04:55.924834 2791 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0": dial tcp 192.168.126.11:6443: connect: connection refused May 20 09:04:55 crc kubenswrapper[2791]: E0520 09:04:55.924981 2791 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://api-int.crc.testing:6443/api/v1/nodes?fieldSelector=metadata.name%3Dcrc&limit=500&resourceVersion=0\": dial tcp 192.168.126.11:6443: connect: connection refused" logger="UnhandledError" May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.930261 2791 certificate_manager.go:356] kubernetes.io/kubelet-serving: Certificate rotation is enabled May 20 09:04:55 crc kubenswrapper[2791]: I0520 09:04:55.930499 2791 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 192.168.126.11:6443: connect: connection refused May 20 09:04:55 crc kubenswrapper[2791]: E0520 09:04:55.932649 2791 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://api-int.crc.testing:6443/api/v1/namespaces/default/events\": dial tcp 192.168.126.11:6443: connect: connection refused" event="&Event{ObjectMeta:{crc.184130e6435daa68 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-20 09:04:55.927286376 +0000 UTC m=+0.217001233,LastTimestamp:2025-05-20 09:04:55.927286376 +0000 UTC m=+0.217001233,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" --------------------------------------------------------------------------------------------------------------------- May 20 09:22:39 crc kubenswrapper[5488]: I0520 09:22:39.754031 5488 mirror_client.go:130] "Deleting a mirror pod" pod="openshift-kube-apiserver/bootstrap-kube-apiserver-crc" podUID="" May 20 09:22:39 crc kubenswrapper[5488]: I0520 09:22:39.941942 5488 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-apiserver/bootstrap-kube-apiserver-crc" May 20 09:22:39 crc kubenswrapper[5488]: I0520 09:22:39.944187 5488 log.go:25] "Finished parsing log file" path="/var/log/pods/openshift-kube-scheduler_installer-4-crc_4dff41eb-790b-4ccc-b686-8862097ec75c/installer/0.log" May 20 09:22:39 crc kubenswrapper[5488]: I0520 09:22:39.944863 5488 util.go:48] "No ready sandbox for pod can be found. Need to start a new one" pod="openshift-kube-scheduler/installer-4-crc" May 20 09:22:40 crc systemd[1]: Stopping Kubernetes Kubelet... May 20 09:22:40 crc systemd[1]: kubelet.service: Deactivated successfully. May 20 09:22:40 crc systemd[1]: Stopped Kubernetes Kubelet. May 20 09:22:40 crc systemd[1]: kubelet.service: Consumed 1min 28.759s CPU time. May 20 09:22:40 crc systemd[1]: Starting Kubernetes Kubelet... May 20 09:22:40 crc kubenswrapper[21739]: Flag --container-runtime-endpoint has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.819864 21739 server.go:960] "Client rotation is on, will bootstrap in background" May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.821720 21739 bootstrap.go:85] "Current kubeconfig file contents are still valid, no bootstrap necessary" May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.821851 21739 certificate_store.go:130] Loading cert/key pair from "/var/lib/kubelet/pki/kubelet-client-current.pem". May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.822208 21739 server.go:1017] "Starting client certificate rotation" May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.822222 21739 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate rotation is enabled May 20 09:22:40 crc kubenswrapper[21739]: I0520 09:22:40.822457 21739 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate expiration is 2025-05-21 08:50:35 +0000 UTC, rotation deadline is 2025-05-21 03:17:47.178826851 +0000 UTC --------------------------------------------------------------------------------------------------------------------- Reboot May 20 09:30:37 crc kubenswrapper[21739]: I0520 09:30:37.487159 21739 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver namespace/openshift-kube-apiserver: Readiness probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[+]ping ok May 20 09:30:37 crc kubenswrapper[21739]: [+]log ok May 20 09:30:37 crc kubenswrapper[21739]: [+]api-openshift-apiserver-available ok May 20 09:30:37 crc kubenswrapper[21739]: [+]api-openshift-oauth-apiserver-available ok May 20 09:30:37 crc kubenswrapper[21739]: [+]informer-sync ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/openshift.io-openshift-apiserver-reachable ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/openshift.io-oauth-apiserver-reachable ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-apiserver-admission-initializer ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/quota.openshift.io-clusterquotamapping ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/openshift.io-api-request-count-filter ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/openshift.io-startkubeinformers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/generic-apiserver-start-informers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/priority-and-fairness-config-consumer ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/priority-and-fairness-filter ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/storage-object-count-tracker-hook ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-apiextensions-informers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-apiextensions-controllers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/crd-informer-synced ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-system-namespaces-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-cluster-authentication-info-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-kube-apiserver-identity-lease-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-legacy-token-tracking-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-service-ip-repair-controllers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/rbac/bootstrap-roles ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/scheduling/bootstrap-system-priority-classes ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/priority-and-fairness-config-producer ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/bootstrap-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/aggregator-reload-proxy-client-cert ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/start-kube-aggregator-informers ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-status-local-available-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-status-remote-available-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-registration-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-wait-for-first-sync ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-discovery-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/kube-apiserver-autoregistration ok May 20 09:30:37 crc kubenswrapper[21739]: [+]autoregister-completion ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-openapi-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [+]poststarthook/apiservice-openapiv3-controller ok May 20 09:30:37 crc kubenswrapper[21739]: [-]shutdown failed: reason withheld May 20 09:30:37 crc kubenswrapper[21739]: readyz check failed May 20 09:30:37 crc kubenswrapper[21739]: I0520 09:30:37.487194 21739 prober.go:107] "Probe failed" probeType="Readiness" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="53f7ee462778a298e62ab44fd752d049" containerName="kube-apiserver" probeResult="failure" output="HTTP probe failed with statuscode: 500" May 20 09:30:37 crc systemd[1]: Stopping Kubernetes Kubelet... May 20 09:30:37 crc kubenswrapper[21739]: I0520 09:30:37.598700 21739 dynamic_cafile_content.go:175] "Shutting down controller" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 20 09:30:37 crc systemd[1]: kubelet.service: Deactivated successfully. May 20 09:30:37 crc systemd[1]: Stopped Kubernetes Kubelet. May 20 09:30:37 crc systemd[1]: kubelet.service: Consumed 52.326s CPU time. -- Boot 7b66395ed1a342b59a68323971604750 -- May 21 09:36:41 crc systemd[1]: Starting Kubernetes Kubelet... May 21 09:36:41 crc kubenswrapper[2834]: Flag --container-runtime-endpoint has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:36:41 crc kubenswrapper[2834]: Flag --minimum-container-ttl-duration has been deprecated, Use --eviction-hard or --eviction-soft instead. Will be removed in a future version. May 21 09:36:41 crc kubenswrapper[2834]: Flag --volume-plugin-dir has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:36:41 crc kubenswrapper[2834]: Flag --register-with-taints has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:36:41 crc kubenswrapper[2834]: Flag --pod-infra-container-image has been deprecated, will be removed in 1.35. Image garbage collector will get sandbox image information from CRI. May 21 09:36:41 crc kubenswrapper[2834]: Flag --system-reserved has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.411898 2834 server.go:215] "--pod-infra-container-image will not be pruned by the image garbage collector in kubelet and should also be set in the remote runtime" May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415935 2834 feature_gate.go:330] unrecognized feature gate: PersistentIPsForVirtualization May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415976 2834 feature_gate.go:330] unrecognized feature gate: ClusterMonitoringConfig May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415982 2834 feature_gate.go:330] unrecognized feature gate: HighlyAvailableArbiter May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415987 2834 feature_gate.go:330] unrecognized feature gate: VSphereMultiVCenters May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415990 2834 feature_gate.go:330] unrecognized feature gate: PrivateHostedZoneAWS May 21 09:36:41 crc kubenswrapper[2834]: W0521 09:36:41.415993 2834 feature_gate.go:330] unrecognized feature gate: VSphereMultiDisk May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.432695 2834 server.go:960] "Client rotation is on, will bootstrap in background" May 21 09:36:41 crc kubenswrapper[2834]: E0521 09:36:41.435013 2834 bootstrap.go:266] "Unhandled Error" err="part of the existing bootstrap client certificate in /var/lib/kubelet/kubeconfig is expired: 2025-05-21 08:50:35 +0000 UTC" logger="UnhandledError" May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.438682 2834 bootstrap.go:101] "Use the bootstrap credentials to request a cert, and set kubeconfig to point to the certificate dir" May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.439169 2834 certificate_store.go:130] Loading cert/key pair from "/var/lib/kubelet/pki/kubelet-client-current.pem". May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.439773 2834 server.go:1017] "Starting client certificate rotation" May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.439795 2834 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate rotation is enabled May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.439999 2834 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Rotating certificates May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.447518 2834 dynamic_cafile_content.go:123] "Loaded a new CA Bundle and Verifier" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.452939 2834 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 21 09:36:41 crc kubenswrapper[2834]: E0521 09:36:41.455120 2834 certificate_manager.go:562] "Unhandled Error" err="kubernetes.io/kube-apiserver-client-kubelet: Failed while requesting a signed certificate from the control plane: cannot create certificate signing request: Post \"https://api-int.crc.testing:6443/apis/certificates.k8s.io/v1/certificatesigningrequests\": dial tcp 192.168.126.11:6443: connect: connection refused" logger="UnhandledError" May 21 09:36:41 crc kubenswrapper[2834]: I0521 09:36:41.513897 2834 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Get "https://api-int.crc.testing:6443/apis/storage.k8s.io/v1/csinodes/crc?resourceVersion=0": dial tcp 192.168.126.11:6443: connect: connection refused May 21 09:36:57 crc kubenswrapper[2834]: I0521 09:36:57.958229 2834 kubelet_node_status.go:78] "Attempting to register node" node="crc" May 21 09:36:58 crc kubenswrapper[2834]: I0521 09:36:58.753593 2834 patch_prober.go:28] interesting pod/kube-controller-manager-crc container/cluster-policy-controller namespace/openshift-kube-controller-manager: Startup probe status=failure output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" start-of-body= May 21 09:36:58 crc kubenswrapper[2834]: I0521 09:36:58.753687 2834 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-controller-manager/kube-controller-manager-crc" podUID="02dd1db0f8a21a42f53fb387771a36a9" containerName="cluster-policy-controller" probeResult="failure" output="Get \"https://192.168.126.11:10357/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" May 21 09:37:00 crc kubenswrapper[2834]: I0521 09:37:00.536479 2834 patch_prober.go:28] interesting pod/kube-apiserver-crc container/kube-apiserver namespace/openshift-kube-apiserver: Startup probe status=failure output="HTTP probe failed with statuscode: 500" start-of-body=[+]ping ok May 21 09:37:00 crc kubenswrapper[2834]: [+]log ok May 21 09:37:00 crc kubenswrapper[2834]: [+]etcd ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-oauth-apiserver-reachable ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-apiserver-admission-initializer ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/quota.openshift.io-clusterquotamapping ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-api-request-count-filter ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-startkubeinformers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-openshift-apiserver-reachable ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/generic-apiserver-start-informers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-config-consumer ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-filter ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/storage-object-count-tracker-hook ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-apiextensions-informers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-apiextensions-controllers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/crd-informer-synced ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-system-namespaces-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-cluster-authentication-info-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-kube-apiserver-identity-lease-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-legacy-token-tracking-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-service-ip-repair-controllers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/rbac/bootstrap-roles ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/scheduling/bootstrap-system-priority-classes ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-config-producer ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/bootstrap-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/aggregator-reload-proxy-client-cert ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/start-kube-aggregator-informers ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-status-local-available-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-status-remote-available-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-registration-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-wait-for-first-sync ok May 21 09:37:00 crc kubenswrapper[2834]: [-]poststarthook/apiservice-discovery-controller failed: reason withheld May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/kube-apiserver-autoregistration ok May 21 09:37:00 crc kubenswrapper[2834]: [+]autoregister-completion ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-openapi-controller ok May 21 09:37:00 crc kubenswrapper[2834]: [+]poststarthook/apiservice-openapiv3-controller ok May 21 09:37:00 crc kubenswrapper[2834]: livez check failed May 21 09:37:00 crc kubenswrapper[2834]: I0521 09:37:00.536566 2834 prober.go:107] "Probe failed" probeType="Startup" pod="openshift-kube-apiserver/kube-apiserver-crc" podUID="53f7ee462778a298e62ab44fd752d049" containerName="kube-apiserver" probeResult="failure" output="HTTP probe failed with statuscode: 500" May 21 09:37:01 crc kubenswrapper[2834]: W0521 09:37:01.550106 2834 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope May 21 09:37:01 crc kubenswrapper[2834]: E0521 09:37:01.550191 2834 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:anonymous\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" May 21 09:37:01 crc kubenswrapper[2834]: E0521 09:37:01.634398 2834 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" May 21 09:37:02 crc kubenswrapper[2834]: E0521 09:37:02.751735 2834 controller.go:145] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="6.4s" May 21 09:37:02 crc kubenswrapper[2834]: E0521 09:37:02.980175 2834 kubelet_node_status.go:116] "Unable to register node with API server, error getting existing node" err="nodes \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"nodes\" in API group \"\" at the cluster scope" node="crc" May 21 09:37:04 crc kubenswrapper[2834]: W0521 09:37:04.978117 2834 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope May 21 09:37:04 crc kubenswrapper[2834]: E0521 09:37:04.978938 2834 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:anonymous\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" May 21 09:37:06 crc kubenswrapper[2834]: &Event{ObjectMeta:{kube-apiserver-crc.1841813af0536d30 openshift-kube-apiserver 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Pod,Namespace:openshift-kube-apiserver,Name:kube-apiserver-crc,UID:53f7ee462778a298e62ab44fd752d049,APIVersion:v1,ResourceVersion:,FieldPath:spec.containers{kube-apiserver},},Reason:ProbeError,Message:Startup probe error: HTTP probe failed with statuscode: 500 May 21 09:37:06 crc kubenswrapper[2834]: body: [+]ping ok May 21 09:37:06 crc kubenswrapper[2834]: [+]log ok May 21 09:37:06 crc kubenswrapper[2834]: [+]etcd ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-oauth-apiserver-reachable ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-apiserver-admission-initializer ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/quota.openshift.io-clusterquotamapping ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-api-request-count-filter ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-startkubeinformers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/openshift.io-openshift-apiserver-reachable ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/generic-apiserver-start-informers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-config-consumer ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-filter ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/storage-object-count-tracker-hook ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-apiextensions-informers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-apiextensions-controllers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/crd-informer-synced ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-system-namespaces-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-cluster-authentication-info-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-kube-apiserver-identity-lease-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-legacy-token-tracking-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-service-ip-repair-controllers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/rbac/bootstrap-roles ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/scheduling/bootstrap-system-priority-classes ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/priority-and-fairness-config-producer ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/bootstrap-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/aggregator-reload-proxy-client-cert ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/start-kube-aggregator-informers ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-status-local-available-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-status-remote-available-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-registration-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-wait-for-first-sync ok May 21 09:37:06 crc kubenswrapper[2834]: [-]poststarthook/apiservice-discovery-controller failed: reason withheld May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/kube-apiserver-autoregistration ok May 21 09:37:06 crc kubenswrapper[2834]: [+]autoregister-completion ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-openapi-controller ok May 21 09:37:06 crc kubenswrapper[2834]: [+]poststarthook/apiservice-openapiv3-controller ok May 21 09:37:06 crc kubenswrapper[2834]: livez check failed May 21 09:37:06 crc kubenswrapper[2834]: May 21 09:37:06 crc kubenswrapper[2834]: ,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:00.536548656 +0000 UTC m=+19.264186521,LastTimestamp:2025-05-21 09:37:00.536548656 +0000 UTC m=+19.264186521,Count:1,Type:Warning,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,} May 21 09:37:06 crc kubenswrapper[2834]: > May 21 09:37:06 crc kubenswrapper[2834]: E0521 09:37:06.744711 2834 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:anonymous\" cannot create resource \"events\" in API group \"\" in the namespace \"openshift-kube-apiserver\"" event="&Event{ObjectMeta:{kube-apiserver-crc.1841813af0541014 openshift-kube-apiserver 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Pod,Namespace:openshift-kube-apiserver,Name:kube-apiserver-crc,UID:53f7ee462778a298e62ab44fd752d049,APIVersion:v1,ResourceVersion:,FieldPath:spec.containers{kube-apiserver},},Reason:Unhealthy,Message:Startup probe failed: HTTP probe failed with statuscode: 500,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:00.536590356 +0000 UTC m=+19.264228211,LastTimestamp:2025-05-21 09:37:00.536590356 +0000 UTC m=+19.264228211,Count:1,Type:Warning,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:07 crc systemd[1]: Stopping Kubernetes Kubelet... May 21 09:37:07 crc systemd[1]: kubelet.service: Deactivated successfully. May 21 09:37:07 crc systemd[1]: Stopped Kubernetes Kubelet. May 21 09:37:07 crc systemd[1]: kubelet.service: Consumed 1.944s CPU time. May 21 09:37:07 crc systemd[1]: Starting Kubernetes Kubelet... May 21 09:37:07 crc kubenswrapper[3438]: Flag --container-runtime-endpoint has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:37:07 crc kubenswrapper[3438]: Flag --minimum-container-ttl-duration has been deprecated, Use --eviction-hard or --eviction-soft instead. Will be removed in a future version. May 21 09:37:07 crc kubenswrapper[3438]: Flag --volume-plugin-dir has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:37:07 crc kubenswrapper[3438]: Flag --register-with-taints has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:37:07 crc kubenswrapper[3438]: Flag --pod-infra-container-image has been deprecated, will be removed in 1.35. Image garbage collector will get sandbox image information from CRI. May 21 09:37:07 crc kubenswrapper[3438]: Flag --system-reserved has been deprecated, This parameter should be set via the config file specified by the Kubelet's --config flag. See https://kubernetes.io/docs/tasks/administer-cluster/kubelet-config-file/ for more information. May 21 09:37:07 crc kubenswrapper[3438]: I0521 09:37:07.464933 3438 server.go:215] "--pod-infra-container-image will not be pruned by the image garbage collector in kubelet and should also be set in the remote runtime" May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467481 3438 feature_gate.go:330] unrecognized feature gate: NutanixMultiSubnets May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467523 3438 feature_gate.go:330] unrecognized feature gate: MachineAPIOperatorDisableMachineHealthCheckController May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467530 3438 feature_gate.go:330] unrecognized feature gate: VSphereDriverConfiguration May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467535 3438 feature_gate.go:330] unrecognized feature gate: GCPClusterHostedDNS May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467539 3438 feature_gate.go:330] unrecognized feature gate: AdditionalRoutingCapabilities May 21 09:37:07 crc kubenswrapper[3438]: W0521 09:37:07.467543 3438 feature_gate.go:330] unrecognized feature gate: BootcNodeManagement May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.687118 3458 server.go:960] "Client rotation is on, will bootstrap in background" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.688503 3458 bootstrap.go:266] "Unhandled Error" err="part of the existing bootstrap client certificate in /var/lib/kubelet/kubeconfig is expired: 2025-05-21 08:50:35 +0000 UTC" logger="UnhandledError" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.691639 3458 bootstrap.go:101] "Use the bootstrap credentials to request a cert, and set kubeconfig to point to the certificate dir" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.691780 3458 certificate_store.go:130] Loading cert/key pair from "/var/lib/kubelet/pki/kubelet-client-current.pem". May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.692323 3458 server.go:1017] "Starting client certificate rotation" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.692343 3458 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate rotation is enabled May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.692515 3458 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Rotating certificates May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.693771 3458 dynamic_cafile_content.go:123] "Loaded a new CA Bundle and Verifier" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.696213 3458 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/etc/kubernetes/kubelet-ca.crt" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.701088 3458 log.go:25] "Validated CRI v1 runtime API" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.708210 3458 log.go:25] "Validated CRI v1 image API" May 21 09:37:07 crc systemd[1]: Started Kubernetes Kubelet. May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.739457 3458 server.go:479] "Adding debug handlers to kubelet server" May 21 09:37:07 crc kubenswrapper[3458]: W0521 09:37:07.741514 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes "crc" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.741591 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes \"crc\" is forbidden: User \"system:anonymous\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.742064 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.741926 3458 event.go:359] "Server rejected event (will not retry!)" err="events is forbidden: User \"system:anonymous\" cannot create resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813c9d2b66f9 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.731351289 +0000 UTC m=+0.126653819,LastTimestamp:2025-05-21 09:37:07.731351289 +0000 UTC m=+0.126653819,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:07 crc kubenswrapper[3458]: W0521 09:37:07.744352 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.744424 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:anonymous\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.744543 3458 certificate_manager.go:356] kubernetes.io/kubelet-serving: Certificate rotation is enabled May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.744589 3458 fs_resource_analyzer.go:67] "Starting FS ResourceAnalyzer" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.745601 3458 kubelet.go:1573] "Image garbage collection failed once. Stats initialization may not have completed yet" err="failed to get imageFs info: unable to find data in memory cache" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.745736 3458 kubelet_node_status.go:515] "Error getting the current node from lister" err="node \"crc\" not found" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.903592 3458 event.go:359] "Server rejected event (will not retry!)" err="events \"crc.1841813ca488c755\" is forbidden: User \"system:anonymous\" cannot patch resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813ca488c755 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasNoDiskPressure,Message:Node crc status is now: NodeHasNoDiskPressure,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.854911317 +0000 UTC m=+0.250213846,LastTimestamp:2025-05-21 09:37:07.890980191 +0000 UTC m=+0.286282724,Count:2,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.905905 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.905956 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:37:07 crc kubenswrapper[3458]: I0521 09:37:07.905967 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.906209 3458 kubelet.go:3205] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"crc\" not found" node="crc" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.910784 3458 event.go:359] "Server rejected event (will not retry!)" err="events \"crc.1841813ca48abbe7\" is forbidden: User \"system:anonymous\" cannot patch resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813ca48abbe7 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasSufficientPID,Message:Node crc status is now: NodeHasSufficientPID,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.855039463 +0000 UTC m=+0.250341994,LastTimestamp:2025-05-21 09:37:07.891032938 +0000 UTC m=+0.286335475,Count:2,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.917049 3458 event.go:359] "Server rejected event (will not retry!)" err="events \"crc.1841813ca484e65b\" is forbidden: User \"system:anonymous\" cannot patch resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813ca484e65b default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasSufficientMemory,Message:Node crc status is now: NodeHasSufficientMemory,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.854657115 +0000 UTC m=+0.249959645,LastTimestamp:2025-05-21 09:37:07.892031401 +0000 UTC m=+0.287333932,Count:3,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:07 crc kubenswrapper[3458]: E0521 09:37:07.987319 3458 event.go:359] "Server rejected event (will not retry!)" err="events \"crc.1841813ca488c755\" is forbidden: User \"system:anonymous\" cannot patch resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813ca488c755 default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasNoDiskPressure,Message:Node crc status is now: NodeHasNoDiskPressure,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.854911317 +0000 UTC m=+0.250213846,LastTimestamp:2025-05-21 09:37:07.893431491 +0000 UTC m=+0.288734033,Count:5,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:37:08 crc kubenswrapper[3458]: W0521 09:37:08.839442 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope May 21 09:37:08 crc kubenswrapper[3458]: E0521 09:37:08.839501 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:anonymous\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" May 21 09:37:08 crc kubenswrapper[3458]: W0521 09:37:08.941720 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:anonymous" cannot list resource "services" in API group "" at the cluster scope May 21 09:37:08 crc kubenswrapper[3458]: E0521 09:37:08.941785 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:anonymous\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" May 21 09:37:08 crc kubenswrapper[3458]: W0521 09:37:08.954226 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User "system:anonymous" cannot list resource "runtimeclasses" in API group "node.k8s.io" at the cluster scope May 21 09:37:08 crc kubenswrapper[3458]: E0521 09:37:08.954312 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: runtimeclasses.node.k8s.io is forbidden: User \"system:anonymous\" cannot list resource \"runtimeclasses\" in API group \"node.k8s.io\" at the cluster scope" logger="UnhandledError" May 21 09:37:08 crc kubenswrapper[3458]: W0521 09:37:08.973829 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes "crc" is forbidden: User "system:anonymous" cannot list resource "nodes" in API group "" at the cluster scope May 21 09:37:08 crc kubenswrapper[3458]: E0521 09:37:08.973953 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes \"crc\" is forbidden: User \"system:anonymous\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" May 21 09:37:09 crc kubenswrapper[3458]: E0521 09:37:09.178364 3458 controller.go:145] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="1.6s" May 21 09:37:27 crc kubenswrapper[3458]: I0521 09:37:27.689172 3458 kubelet_node_status.go:78] "Attempting to register node" node="crc" May 21 09:37:27 crc kubenswrapper[3458]: E0521 09:37:27.702383 3458 kubelet_node_status.go:116] "Unable to register node with API server, error getting existing node" err="nodes \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"nodes\" in API group \"\" at the cluster scope" node="crc" May 21 09:37:27 crc kubenswrapper[3458]: I0521 09:37:27.750536 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope ----------------------------------------- Repeated logs May 21 09:40:44 crc kubenswrapper[3458]: I0521 09:40:44.147997 3458 kubelet_node_status.go:78] "Attempting to register node" node="crc" May 21 09:40:44 crc kubenswrapper[3458]: E0521 09:40:44.163019 3458 kubelet_node_status.go:116] "Unable to register node with API server, error getting existing node" err="nodes \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"nodes\" in API group \"\" at the cluster scope" node="crc" May 21 09:40:44 crc kubenswrapper[3458]: I0521 09:40:44.750879 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:45 crc kubenswrapper[3458]: I0521 09:40:45.752531 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:46 crc kubenswrapper[3458]: I0521 09:40:46.750448 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:47 crc kubenswrapper[3458]: I0521 09:40:47.753416 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:47 crc kubenswrapper[3458]: E0521 09:40:47.896379 3458 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" May 21 09:40:48 crc kubenswrapper[3458]: I0521 09:40:48.750759 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:49 crc kubenswrapper[3458]: I0521 09:40:49.750818 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:50 crc kubenswrapper[3458]: W0521 09:40:50.501453 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:anonymous" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope May 21 09:40:50 crc kubenswrapper[3458]: E0521 09:40:50.501538 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:anonymous\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" May 21 09:40:50 crc kubenswrapper[3458]: E0521 09:40:50.647684 3458 controller.go:145] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="7s" May 21 09:40:50 crc kubenswrapper[3458]: I0521 09:40:50.754224 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:40:50 crc kubenswrapper[3458]: I0521 09:40:50.790231 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 09:40:50 crc kubenswrapper[3458]: I0521 09:40:50.792083 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:40:50 crc kubenswrapper[3458]: I0521 09:40:50.792141 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:40:50 crc kubenswrapper[3458]: I0521 09:40:50.792155 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" May 21 09:40:50 crc kubenswrapper[3458]: E0521 09:40:50.792468 3458 kubelet.go:3205] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"crc\" not found" node="crc" May 21 09:40:51 crc kubenswrapper[3458]: I0521 09:40:51.164025 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 09:40:51 crc kubenswrapper[3458]: I0521 09:40:51.165591 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:40:51 crc kubenswrapper[3458]: I0521 09:40:51.165645 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:40:51 crc kubenswrapper[3458]: I0521 09:40:51.165657 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" -------------------------------- No valid cert log May 21 09:42:01 crc kubenswrapper[3458]: E0521 09:42:01.352902 3458 kubelet_node_status.go:116] "Unable to register node with API server, error getting existing node" err="nodes \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"nodes\" in API group \"\" at the cluster scope" node="crc" May 21 09:42:01 crc kubenswrapper[3458]: I0521 09:42:01.751294 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:02 crc kubenswrapper[3458]: I0521 09:42:02.750339 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:03 crc kubenswrapper[3458]: I0521 09:42:03.750911 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:04 crc kubenswrapper[3458]: I0521 09:42:04.752727 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:05 crc kubenswrapper[3458]: I0521 09:42:05.751572 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:06 crc kubenswrapper[3458]: I0521 09:42:06.751116 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.692522 3458 transport.go:123] "No valid client certificate is found but the server is not responsive. A restart may be necessary to retrieve new initial credentials." lastCertificateAvailabilityTime="2025-05-21 09:37:07.692253636 +0000 UTC m=+0.087556176" shutdownThreshold="5m0s" May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.712914 3458 transport.go:123] "No valid client certificate is found but the server is not responsive. A restart may be necessary to retrieve new initial credentials." lastCertificateAvailabilityTime="2025-05-21 09:37:07.692253636 +0000 UTC m=+0.087556176" shutdownThreshold="5m0s" May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.738303 3458 controller.go:145] "Failed to ensure lease exists, will retry" err="leases.coordination.k8s.io \"crc\" is forbidden: User \"system:anonymous\" cannot get resource \"leases\" in API group \"coordination.k8s.io\" in the namespace \"kube-node-lease\"" interval="7s" May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.754546 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: csinodes.storage.k8s.io "crc" is forbidden: User "system:anonymous" cannot get resource "csinodes" in API group "storage.k8s.io" at the cluster scope May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.756228 3458 kubelet.go:1583] "Image garbage collection succeeded" May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.790225 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.791953 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.792023 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:42:07 crc kubenswrapper[3458]: I0521 09:42:07.792037 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.792316 3458 kubelet.go:3205] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"crc\" not found" node="crc" May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.799425 3458 event.go:359] "Server rejected event (will not retry!)" err="events \"crc.1841813ca484e65b\" is forbidden: User \"system:anonymous\" cannot patch resource \"events\" in API group \"\" in the namespace \"default\"" event="&Event{ObjectMeta:{crc.1841813ca484e65b default 0 0001-01-01 00:00:00 +0000 UTC map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:crc,UID:crc,APIVersion:,ResourceVersion:,FieldPath:,},Reason:NodeHasSufficientMemory,Message:Node crc status is now: NodeHasSufficientMemory,Source:EventSource{Component:kubelet,Host:crc,},FirstTimestamp:2025-05-21 09:37:07.854657115 +0000 UTC m=+0.249959645,LastTimestamp:2025-05-21 09:42:07.791999719 +0000 UTC m=+300.187302250,Count:98,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:crc,}" May 21 09:42:07 crc kubenswrapper[3458]: E0521 09:42:07.904051 3458 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" May 21 09:42:08 crc kubenswrapper[3458]: I0521 09:42:08.353694 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 09:42:08 crc kubenswrapper[3458]: I0521 09:42:08.355377 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:42:08 crc kubenswrapper[3458]: I0521 09:42:08.355532 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:42:08 crc kubenswrapper[3458]: I0521 09:42:08.355547 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" ----------------------- new CSR issued May 21 09:44:49 crc kubenswrapper[3458]: I0521 09:44:49.313217 3458 csr.go:257] certificate signing request csr-5qbdp is issued May 21 09:44:49 crc kubenswrapper[3458]: I0521 09:44:49.692768 3458 transport.go:147] "Certificate rotation detected, shutting down client connections to start using new credentials" May 21 09:44:49 crc kubenswrapper[3458]: I0521 09:44:49.726934 3458 kubelet_node_status.go:78] "Attempting to register node" node="crc" May 21 09:44:49 crc kubenswrapper[3458]: E0521 09:44:49.735186 3458 kubelet_node_status.go:110] "Unable to register node with API server" err="Unauthorized" node="crc" May 21 09:44:49 crc kubenswrapper[3458]: I0521 09:44:49.752415 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:50 crc kubenswrapper[3458]: I0521 09:44:50.314932 3458 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Certificate expiration is 2025-06-20 09:39:49 +0000 UTC, rotation deadline is 2025-06-15 02:45:37.860707189 +0000 UTC May 21 09:44:50 crc kubenswrapper[3458]: I0521 09:44:50.315535 3458 certificate_manager.go:356] kubernetes.io/kube-apiserver-client-kubelet: Waiting 593h0m47.545185549s for next certificate rotation May 21 09:44:50 crc kubenswrapper[3458]: I0521 09:44:50.753137 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.752730 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:50 crc kubenswrapper[3458]: I0521 09:44:50.753137 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.752730 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.790319 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.791512 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.791584 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 09:44:51 crc kubenswrapper[3458]: I0521 09:44:51.791599 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" May 21 09:44:51 crc kubenswrapper[3458]: E0521 09:44:51.791993 3458 kubelet.go:3205] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"crc\" not found" node="crc" May 21 09:44:52 crc kubenswrapper[3458]: I0521 09:44:52.751746 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:53 crc kubenswrapper[3458]: I0521 09:44:53.751165 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:54 crc kubenswrapper[3458]: I0521 09:44:54.751277 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 09:44:55 crc kubenswrapper[3458]: W0521 09:44:55.477942 3458 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Unauthorized May 21 09:44:55 crc kubenswrapper[3458]: E0521 09:44:55.478026 3458 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Unauthorized" logger="UnhandledError" ------ end May 21 10:25:42 crc kubenswrapper[3458]: E0521 10:25:42.994109 3458 kubelet_node_status.go:110] "Unable to register node with API server" err="Unauthorized" node="crc" May 21 10:25:43 crc kubenswrapper[3458]: I0521 10:25:43.750586 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:44 crc kubenswrapper[3458]: I0521 10:25:44.750479 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:45 crc kubenswrapper[3458]: I0521 10:25:45.751383 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:46 crc kubenswrapper[3458]: I0521 10:25:46.751611 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:47 crc kubenswrapper[3458]: I0521 10:25:47.750483 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:48 crc kubenswrapper[3458]: E0521 10:25:48.121811 3458 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"crc\" not found" May 21 10:25:48 crc kubenswrapper[3458]: E0521 10:25:48.599190 3458 controller.go:145] "Failed to ensure lease exists, will retry" err="Unauthorized" interval="7s" May 21 10:25:48 crc kubenswrapper[3458]: I0521 10:25:48.750922 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.751574 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.995180 3458 kubelet_node_status.go:413] "Setting node annotation to enable volume controller attach/detach" May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.996436 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientMemory" May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.996510 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasNoDiskPressure" May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.996524 3458 kubelet_node_status.go:736] "Recording event message for node" node="crc" event="NodeHasSufficientPID" May 21 10:25:49 crc kubenswrapper[3458]: I0521 10:25:49.996545 3458 kubelet_node_status.go:78] "Attempting to register node" node="crc" May 21 10:25:50 crc kubenswrapper[3458]: E0521 10:25:50.003341 3458 kubelet_node_status.go:110] "Unable to register node with API server" err="Unauthorized" node="crc" May 21 10:25:50 crc kubenswrapper[3458]: I0521 10:25:50.751344 3458 csi_plugin.go:887] Failed to contact API server when waiting for CSINode publishing: Unauthorized