[kni@titan45 ~]$ oc project openshift-workload-availability Already on project "openshift-workload-availability" on server "https://api.ocp-edge-cluster-0.qe.lab.redhat.com:6443". [kni@titan45 ~]$ oc get clusterversion NAME VERSION AVAILABLE PROGRESSING SINCE STATUS version 4.19.0-0.nightly-2025-09-11-184658 True False 11h Cluster version is 4.19.0-0.nightly-2025-09-11-184658 [kni@titan45 ~]$ oc get csv NAME DISPLAY VERSION REPLACES PHASE fence-agents-remediation.v0.6.0 Fence Agents Remediation Operator 0.6.0 fence-agents-remediation.v0.5.1 Succeeded node-healthcheck-operator.v0.10.0 Node Health Check Operator 0.10.0 node-healthcheck-operator.v0.9.1 Succeeded self-node-remediation.v0.10.2 Self Node Remediation Operator 0.10.2 self-node-remediation.v0.10.1 Succeeded [kni@titan45 ~]$ oc get nhc -o yaml apiVersion: v1 items: [] kind: List metadata: resourceVersion: "" [kni@titan45 ~]$ oc get nodes -l 'node-role.kubernetes.io/worker' NAME STATUS ROLES AGE VERSION worker-0-0 Ready worker 11h v1.32.8 worker-0-1 Ready worker 11h v1.32.8 worker-0-2 Ready worker 11h v1.32.8 [kni@titan45 ~]$ PODS=$(oc get pods -o name -n openshift-workload-availability | grep self-node-remediation-controller-manager) [kni@titan45 ~]$ echo $PODS pod/self-node-remediation-controller-manager-866c766664-mrgqr [kni@titan45 ~]$ for p in $PODS; do > echo "== $p" > oc get "$p" -n openshift-workload-availability -o json | jq .spec.nodeName > done == pod/self-node-remediation-controller-manager-866c766664-mrgqr "worker-0-1" [kni@titan45 ~]$ oc debug node/worker-0-2 -- chroot /host bash -c "date & uptime -s" Temporary namespace openshift-debug-mz2wb is created for debugging node... Starting pod/worker-0-2-debug-5cqlm ... To use host binaries, run `chroot /host` Fri Sep 12 20:52:37 UTC 2025 2025-09-12 20:20:22 Removing debug pod ... Temporary namespace openshift-debug-mz2wb was removed. [kni@titan45 ~]$ vi test.yaml [kni@titan45 ~]$ vi test.yaml [kni@titan45 ~]$ cat test.yaml apiVersion: self-node-remediation.medik8s.io/v1alpha1 kind: SelfNodeRemediationTemplate metadata: namespace: openshift-machine-api name: selfnoderemediationtemplate-sample spec: template: spec: remediationStrategy: Automatic --- apiVersion: machine.openshift.io/v1beta1 kind: MachineHealthCheck metadata: name: mhc-snr-worker namespace: openshift-machine-api spec: selector: matchLabels: machine.openshift.io/cluster-api-machine-role: "worker" machine.openshift.io/cluster-api-machine-type: "worker" remediationTemplate: kind: SelfNodeRemediationTemplate apiVersion: self-node-remediation.medik8s.io/v1alpha1 name: selfnoderemediationtemplate-sample namespace: openshift-machine-api unhealthyConditions: - type: Ready status: "False" timeout: 90s - type: Ready status: "Unknown" timeout: 90s - type: MemoryPressure status: "True" timeout: 90s - type: DiskPressure status: "True" timeout: 90s maxUnhealthy: 100% nodeStartupTimeout: 10m [kni@titan45 ~]$ oc apply -f test.yaml selfnoderemediationtemplate.self-node-remediation.medik8s.io/selfnoderemediationtemplate-sample unchanged machinehealthcheck.machine.openshift.io/mhc-snr-worker created [kni@titan45 ~]$ oc debug node/worker-0-2 -- chroot /host bash -c "systemctl stop kubelet" Temporary namespace openshift-debug-75dg6 is created for debugging node... Starting pod/worker-0-2-debug-hm4bn ... To use host binaries, run `chroot /host` [kni@titan45 ~]$ oc get nodes -l 'node-role.kubernetes.io/worker' NAME STATUS ROLES AGE VERSION worker-0-0 Ready worker 11h v1.32.8 worker-0-1 Ready worker 11h v1.32.8 worker-0-2 NotReady worker 11h v1.32.8 [kni@titan45 ~]$ oc get snr ocp-edge-cluster-0-5chbx-worker-0-t56hz -n openshift-machine-api -o yaml apiVersion: self-node-remediation.medik8s.io/v1alpha1 kind: SelfNodeRemediation metadata: annotations: machine.openshift.io/cloned-from-groupkind: SelfNodeRemediationTemplate.self-node-remediation.medik8s.io machine.openshift.io/cloned-from-name: selfnoderemediationtemplate-sample creationTimestamp: "2025-09-12T21:01:13Z" finalizers: - self-node-remediation.medik8s.io/snr-finalizer generation: 1 name: ocp-edge-cluster-0-5chbx-worker-0-t56hz namespace: openshift-machine-api ownerReferences: - apiVersion: machine.openshift.io/v1beta1 kind: Machine name: ocp-edge-cluster-0-5chbx-worker-0-t56hz uid: 21a2d8ef-0de7-4a36-9924-7cf4dce417b9 resourceVersion: "271358" uid: 1588ac6f-3d3a-4530-8a98-01bad2a3e79e spec: remediationStrategy: Automatic status: conditions: - lastTransitionTime: "2025-09-12T21:01:13Z" message: "" reason: RemediationStarted status: "True" type: Processing - lastTransitionTime: "2025-09-12T21:01:13Z" message: "" reason: RemediationStarted status: Unknown type: Succeeded phase: Pre-Reboot-Completed timeAssumedRebooted: "2025-09-12T21:03:14Z" [kni@titan45 ~]$ oc get nodes -l 'node-role.kubernetes.io/worker' NAME STATUS ROLES AGE VERSION worker-0-0 Ready worker 11h v1.32.8 worker-0-1 Ready worker 11h v1.32.8 worker-0-2 NotReady,SchedulingDisabled worker 11h v1.32.8 [kni@titan45 ~]$ oc get snr --all-namespaces No resources found [kni@titan45 ~]$ oc get nodes -l 'node-role.kubernetes.io/worker' NAME STATUS ROLES AGE VERSION worker-0-0 Ready worker 11h v1.32.8 worker-0-1 Ready worker 11h v1.32.8 worker-0-2 Ready worker 11h v1.32.8 [kni@titan45 ~]$ oc debug node/worker-0-2 -- chroot /host bash -c "date & uptime -s" Temporary namespace openshift-debug-44kcj is created for debugging node... Starting pod/worker-0-2-debug-tc6xk ... To use host binaries, run `chroot /host` Fri Sep 12 21:06:28 UTC 2025 2025-09-12 21:01:56 Removing debug pod ... Temporary namespace openshift-debug-44kcj was removed. SNR logs: 2025-09-12T10:04:50.007081387Z INFO setup Go Version: go1.23.4 (Red Hat 1.23.4-1.el9) X:strictfipsruntime 2025-09-12T10:04:50.007359858Z INFO setup Go OS/Arch: linux/amd64 2025-09-12T10:04:50.007370868Z INFO setup Operator Version: 66a1641 2025-09-12T10:04:50.007377115Z INFO setup Git Commit: 66a1641f785f4fc398961ebc3a0e71a9cedc0395 2025-09-12T10:04:50.007383542Z INFO setup Build Date: 2025-07-02T15:21:16+00:00 2025-09-12T10:04:50.007389328Z INFO setup HTTP/2 for metrics and webhook server disabled 2025-09-12T10:04:50.008874927Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": "127.0.0.1:8080"} 2025-09-12T10:04:50.029827042Z INFO utils-taints out of service taint strategy {"isSupported": true, "k8sMajorVersion": 1, "k8sMinorVersion": 32} 2025-09-12T10:04:50.029915702Z INFO utils-taints out of service taint strategy {"isGA": true, "k8sMajorVersion": 1, "k8sMinorVersion": 32} 2025-09-12T10:04:50.029936242Z INFO setup Starting as a manager that installs the daemonset 2025-09-12T10:04:50.029959396Z INFO controller-runtime.builder skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediationConfig"} 2025-09-12T10:04:50.03007719Z INFO controller-runtime.builder Registering a validating webhook {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediationConfig", "path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationconfig"} 2025-09-12T10:04:50.03028857Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationconfig"} 2025-09-12T10:04:50.03044718Z INFO controller-runtime.builder Registering a mutating webhook {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediationTemplate", "path": "/mutate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationtemplate"} 2025-09-12T10:04:50.030628475Z INFO controller-runtime.webhook Registering webhook {"path": "/mutate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationtemplate"} 2025-09-12T10:04:50.030716255Z INFO controller-runtime.builder Registering a validating webhook {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediationTemplate", "path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationtemplate"} 2025-09-12T10:04:50.030840149Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediationtemplate"} 2025-09-12T10:04:50.030911279Z INFO controller-runtime.builder skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediation"} 2025-09-12T10:04:50.030986807Z INFO controller-runtime.builder Registering a validating webhook {"GVK": "self-node-remediation.medik8s.io/v1alpha1, Kind=SelfNodeRemediation", "path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediation"} 2025-09-12T10:04:50.031097663Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-self-node-remediation-medik8s-io-v1alpha1-selfnoderemediation"} 2025-09-12T10:04:50.031275567Z INFO setup starting manager 2025-09-12T10:04:50.032003864Z INFO controller-runtime.webhook.webhooks Starting webhook server 2025-09-12T10:04:50.032109277Z INFO Starting server {"kind": "health probe", "addr": "[::]:8081"} 2025-09-12T10:04:50.032188317Z INFO starting server {"path": "/metrics", "kind": "metrics", "addr": "127.0.0.1:8080"} I0912 10:04:50.032781 1 leaderelection.go:245] attempting to acquire leader lease openshift-workload-availability/547f6cb6.medik8s.io... 2025-09-12T10:04:50.033177884Z INFO controller-runtime.certwatcher Updated current TLS certificate 2025-09-12T10:04:50.033638752Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-09-12T10:04:50.033731567Z INFO controller-runtime.certwatcher Starting certificate watcher I0912 10:05:08.056949 1 leaderelection.go:255] successfully acquired lease openshift-workload-availability/547f6cb6.medik8s.io 2025-09-12T10:05:08.060379486Z INFO Starting EventSource {"controller": "selfnoderemediation", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediation", "source": "kind source: *v1alpha1.SelfNodeRemediation"} 2025-09-12T10:05:08.060472409Z INFO Starting Controller {"controller": "selfnoderemediation", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediation"} 2025-09-12T10:05:08.057895781Z DEBUG events self-node-remediation-controller-manager-866c766664-mrgqr_7d067c82-800c-460c-bb81-cdfc651b0719 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"openshift-workload-availability","name":"547f6cb6.medik8s.io","uid":"1aab1816-2a1b-49d5-9938-fcde166284b9","apiVersion":"coordination.k8s.io/v1","resourceVersion":"54787"}, "reason": "LeaderElection"} 2025-09-12T10:05:08.059306209Z INFO Starting EventSource {"controller": "selfnoderemediationconfig", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediationConfig", "source": "kind source: *v1alpha1.SelfNodeRemediationConfig"} 2025-09-12T10:05:08.060877161Z INFO Starting EventSource {"controller": "selfnoderemediationconfig", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediationConfig", "source": "kind source: *v1.DaemonSet"} 2025-09-12T10:05:08.060958316Z INFO Starting Controller {"controller": "selfnoderemediationconfig", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediationConfig"} 2025-09-12T10:05:08.089949649Z INFO selfnoderemediationconfig-resource validate create {"name": "self-node-remediation-config"} 2025-09-12T10:05:08.16761909Z INFO Starting workers {"controller": "selfnoderemediation", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediation", "worker count": 1} 2025-09-12T10:05:08.17216762Z INFO Starting workers {"controller": "selfnoderemediationconfig", "controllerGroup": "self-node-remediation.medik8s.io", "controllerKind": "SelfNodeRemediationConfig", "worker count": 1} 2025-09-12T10:05:08.172619574Z INFO controllers.SelfNodeRemediationConfig Syncing certs 2025-09-12T10:05:08.379703824Z INFO controllers.SelfNodeRemediationConfig Creating new certs 2025-09-12T10:05:12.911172169Z INFO controllers.SelfNodeRemediationConfig Storing certs in new secret 2025-09-12T10:05:12.933562458Z INFO controllers.SelfNodeRemediationConfig.syncConfigDaemonset Start to sync config daemonset 2025-09-12T10:05:12.936901543Z INFO controllers.SelfNodeRemediationConfig Updating DS tolerations 2025-09-12T10:05:12.937000423Z INFO controllers.SelfNodeRemediationConfig snr didn't find old daemonset to be deleted 2025/09/12 10:05:12 reconciling (apps/v1, Kind=DaemonSet) openshift-workload-availability/self-node-remediation-ds 2025/09/12 10:05:12 does not exist, creating (apps/v1, Kind=DaemonSet) openshift-workload-availability/self-node-remediation-ds 2025/09/12 10:05:12 successfully created (apps/v1, Kind=DaemonSet) openshift-workload-availability/self-node-remediation-ds 2025-09-12T10:05:12.991631677Z INFO controllers.SelfNodeRemediationConfig Syncing certs 2025-09-12T10:05:12.991699505Z INFO controllers.SelfNodeRemediationConfig Cert secret already exists 2025-09-12T10:05:12.991719141Z INFO controllers.SelfNodeRemediationConfig.syncConfigDaemonset Start to sync config daemonset 2025-09-12T10:05:12.993397437Z INFO controllers.SelfNodeRemediationConfig Updating DS tolerations 2025/09/12 10:05:12 reconciling (apps/v1, Kind=DaemonSet) openshift-workload-availability/self-node-remediation-ds 2025/09/12 10:05:13 update was successful 2025-09-12T10:05:18.06768912Z INFO selfnoderemediationtemplate-resource default {"name": "self-node-remediation-automatic-strategy-template"} 2025-09-12T10:05:18.078233047Z INFO selfnoderemediationtemplate-resource validate create {"name": "self-node-remediation-automatic-strategy-template"} 2025-09-12T20:15:49.834590216Z INFO selfnoderemediationtemplate-resource default {"name": "selfnoderemediationtemplate-sample"} 2025-09-12T20:15:49.849946783Z INFO selfnoderemediationtemplate-resource validate create {"name": "selfnoderemediationtemplate-sample"} 2025-09-12T20:19:33.454901525Z INFO selfnoderemediation-resource validate create {"name": "worker-0-2-vgzxt"} 2025-09-12T20:19:33.568107293Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.568207573Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.568428966Z DEBUG events [remediation] Remediation started by SNR manager {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"worker-0-2-vgzxt","uid":"c2801905-bb13-4d94-a2f5-c2b1ec6f2710","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"257137"}, "reason": "RemediationStarted"} 2025-09-12T20:19:33.781029042Z INFO selfnoderemediation-resource validate update {"name": "worker-0-2-vgzxt"} 2025-09-12T20:19:33.79023159Z INFO controllers.SelfNodeRemediation finalizer added {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.790597774Z DEBUG events [remediation] Remediation process - successful adding finalizer {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"worker-0-2-vgzxt","uid":"c2801905-bb13-4d94-a2f5-c2b1ec6f2710","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"257142"}, "reason": "AddFinalizer"} 2025-09-12T20:19:33.807791567Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.807842841Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.843047815Z INFO controllers.SelfNodeRemediation NoExecute taint added {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "new taints": [{"key":"node.kubernetes.io/unreachable","effect":"NoSchedule","timeAdded":"2025-09-12T20:19:00Z"},{"key":"node.kubernetes.io/unreachable","effect":"NoExecute","timeAdded":"2025-09-12T20:19:06Z"},{"key":"medik8s.io/fence-agents-remediation","effect":"NoExecute","timeAdded":"2025-09-12T20:19:31Z"},{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T20:19:33Z"}]} 2025-09-12T20:19:33.843260941Z INFO controllers.SelfNodeRemediation Marking node as unschedulable {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T20:19:33.843329931Z DEBUG events [remediation] Remediation process - NoExecute taint added to the unhealthy node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257145"}, "reason": "AddNoExecute"} 2025-09-12T20:19:33.913177509Z DEBUG events [remediation] Remediation process - unhealthy node marked as unschedulable {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257149"}, "reason": "MarkUnschedulable"} 2025-09-12T20:19:33.971690221Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.971755594Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:33.972734134Z INFO rebootDurationCalculator No SafeTimeToAssumeNodeRebootedSeconds specified, using calculated minimum safe reboot time {"calculated minimum time in seconds": 120} 2025-09-12T20:19:33.972814634Z INFO controllers.SelfNodeRemediation setting SNR's time to assume node has been rebooted {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time": "2025-09-12 20:21:33.972811914 +0000 UTC m=+37004.064912286"} 2025-09-12T20:19:33.973932766Z DEBUG events [remediation] Remediation process - about to update required fencing time on snr {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"worker-0-2-vgzxt","uid":"c2801905-bb13-4d94-a2f5-c2b1ec6f2710","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"257151"}, "reason": "UpdateTimeAssumedRebooted"} 2025-09-12T20:19:34.036587466Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:34.036893194Z INFO controllers.SelfNodeRemediation Node didn't reboot yet, waiting for it to reboot {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time left": "1m59.963112936s"} 2025-09-12T20:19:34.97209454Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:19:34.972211613Z INFO controllers.SelfNodeRemediation Node didn't reboot yet, waiting for it to reboot {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time left": "1m59.02779224s"} 2025-09-12T20:21:30.565489454Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:30.565688Z INFO controllers.SelfNodeRemediation Node didn't reboot yet, waiting for it to reboot {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time left": "3.434317066s"} 2025-09-12T20:21:34.0209841Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:34.021032286Z INFO controllers.SelfNodeRemediation TimeAssumedRebooted is old. The unhealthy node assumed to been rebooted {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T20:21:34.034154597Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:34.061936541Z INFO controllers.SelfNodeRemediation out-of-service taint added {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "new taints": [{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T20:19:33Z"},{"key":"node.kubernetes.io/unschedulable","effect":"NoSchedule","timeAdded":"2025-09-12T20:19:33Z"},{"key":"node.kubernetes.io/out-of-service","value":"nodeshutdown","effect":"NoExecute","timeAdded":"2025-09-12T20:21:34Z"}]} 2025-09-12T20:21:34.06232112Z DEBUG events [remediation] Remediation process - add out-of-service taint to unhealthy node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257868"}, "reason": "AddOutOfService"} 2025-09-12T20:21:34.197655289Z INFO controllers.SelfNodeRemediation out-of-service taint removed {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "new taints": [{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T20:19:33Z"},{"key":"node.kubernetes.io/unschedulable","effect":"NoSchedule","timeAdded":"2025-09-12T20:19:33Z"}]} 2025-09-12T20:21:34.198490756Z DEBUG events [remediation] Remediation process - remove out-of-service taint from node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257877"}, "reason": "RemoveOutOfService"} 2025-09-12T20:21:34.198552234Z DEBUG events [remediation] Remediation process - finished deleting unhealthy node resources {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257877"}, "reason": "DeleteResources"} 2025-09-12T20:21:34.213259996Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:34.213321449Z INFO controllers.SelfNodeRemediation fencing completed, cleaning up {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:34.234900246Z DEBUG events [remediation] Remediation process - mark healthy remediated node as schedulable {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257882"}, "reason": "MarkNodeSchedulable"} 2025-09-12T20:21:35.25590934Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:35.255980288Z INFO controllers.SelfNodeRemediation fencing completed, cleaning up {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:35.291412595Z INFO controllers.SelfNodeRemediation NoExecute taint removed {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}, "new taints": null} 2025-09-12T20:21:35.292398085Z DEBUG events [remediation] Remediation process - remove NoExecute taint from healthy remediated node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"257979"}, "reason": "RemoveNoExecuteTaint"} 2025-09-12T20:21:35.325278375Z INFO selfnoderemediation-resource validate update {"name": "worker-0-2-vgzxt"} 2025-09-12T20:21:35.352002914Z INFO controllers.SelfNodeRemediation finalizer removed {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:35.353192198Z DEBUG events [remediation] Remediation process - remove finalizer from snr {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"worker-0-2-vgzxt","uid":"c2801905-bb13-4d94-a2f5-c2b1ec6f2710","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"257879"}, "reason": "RemoveFinalizer"} 2025-09-12T20:21:35.354016035Z DEBUG events [remediation] Remediation finished {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"worker-0-2-vgzxt","uid":"c2801905-bb13-4d94-a2f5-c2b1ec6f2710","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"257879"}, "reason": "RemediationFinished"} 2025-09-12T20:21:35.376600949Z INFO controllers.SelfNodeRemediation SNR already deleted {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T20:21:36.376710213Z INFO controllers.SelfNodeRemediation SNR already deleted {"pod": "manager", "selfnoderemediation": {"name":"worker-0-2-vgzxt","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.093049886Z INFO selfnoderemediation-resource validate create {"name": "ocp-edge-cluster-0-5chbx-worker-0-t56hz"} 2025-09-12T21:01:13.211430596Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.211545173Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.21157461Z DEBUG events [remediation] Remediation started by SNR manager {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","uid":"1588ac6f-3d3a-4530-8a98-01bad2a3e79e","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"271319"}, "reason": "RemediationStarted"} 2025-09-12T21:01:13.222237002Z INFO selfnoderemediation-resource validate update {"name": "ocp-edge-cluster-0-5chbx-worker-0-t56hz"} 2025-09-12T21:01:13.232150415Z INFO controllers.SelfNodeRemediation finalizer added {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.23260593Z DEBUG events [remediation] Remediation process - successful adding finalizer {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","uid":"1588ac6f-3d3a-4530-8a98-01bad2a3e79e","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"271322"}, "reason": "AddFinalizer"} 2025-09-12T21:01:13.253567822Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.253629488Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.289597797Z INFO controllers.SelfNodeRemediation NoExecute taint added {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "new taints": [{"key":"node.kubernetes.io/unreachable","effect":"NoSchedule","timeAdded":"2025-09-12T20:59:42Z"},{"key":"node.kubernetes.io/unreachable","effect":"NoExecute","timeAdded":"2025-09-12T20:59:48Z"},{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T21:01:13Z"}]} 2025-09-12T21:01:13.289787343Z INFO controllers.SelfNodeRemediation Marking node as unschedulable {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T21:01:13.28997217Z DEBUG events [remediation] Remediation process - NoExecute taint added to the unhealthy node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"271326"}, "reason": "AddNoExecute"} 2025-09-12T21:01:13.327275769Z DEBUG events [remediation] Remediation process - unhealthy node marked as unschedulable {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"271328"}, "reason": "MarkUnschedulable"} 2025-09-12T21:01:13.350842108Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.350907915Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.351657671Z INFO controllers.SelfNodeRemediation waiting for unschedulable taint to appear {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T21:01:13.413317544Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.413388217Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:13.41422044Z INFO controllers.SelfNodeRemediation waiting for unschedulable taint to appear {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T21:01:14.351120046Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:14.351207203Z INFO controllers.SelfNodeRemediation pre-reboot not completed yet, prepare for rebooting {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:14.352090673Z INFO rebootDurationCalculator No SafeTimeToAssumeNodeRebootedSeconds specified, using calculated minimum safe reboot time {"calculated minimum time in seconds": 120} 2025-09-12T21:01:14.352183646Z INFO controllers.SelfNodeRemediation setting SNR's time to assume node has been rebooted {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time": "2025-09-12 21:03:14.352181539 +0000 UTC m=+39504.444281913"} 2025-09-12T21:01:14.352562474Z DEBUG events [remediation] Remediation process - about to update required fencing time on snr {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","uid":"1588ac6f-3d3a-4530-8a98-01bad2a3e79e","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"271331"}, "reason": "UpdateTimeAssumedRebooted"} 2025-09-12T21:01:14.3707317Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:01:14.370783Z INFO controllers.SelfNodeRemediation Node didn't reboot yet, waiting for it to reboot {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2", "time left": "2m0.62921974s"} 2025-09-12T21:03:15.020348462Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:15.020430625Z INFO controllers.SelfNodeRemediation TimeAssumedRebooted is old. The unhealthy node assumed to been rebooted {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "node name": "worker-0-2"} 2025-09-12T21:03:15.04361323Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:15.075233634Z INFO controllers.SelfNodeRemediation out-of-service taint added {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "new taints": [{"key":"node.kubernetes.io/unreachable","effect":"NoSchedule","timeAdded":"2025-09-12T20:59:42Z"},{"key":"node.kubernetes.io/unreachable","effect":"NoExecute","timeAdded":"2025-09-12T20:59:48Z"},{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T21:01:13Z"},{"key":"node.kubernetes.io/unschedulable","effect":"NoSchedule","timeAdded":"2025-09-12T21:01:13Z"},{"key":"node.kubernetes.io/out-of-service","value":"nodeshutdown","effect":"NoExecute","timeAdded":"2025-09-12T21:03:15Z"}]} 2025-09-12T21:03:15.076135837Z DEBUG events [remediation] Remediation process - add out-of-service taint to unhealthy node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"271971"}, "reason": "AddOutOfService"} 2025-09-12T21:03:15.100999647Z INFO controllers.SelfNodeRemediation waiting for terminating pod {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "pod name": "dns-default-gfdf2", "phase": "Running"} 2025-09-12T21:03:20.148795645Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:20.164278411Z INFO controllers.SelfNodeRemediation waiting for terminating pod {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "pod name": "ingress-canary-9sqsj", "phase": "Running"} 2025-09-12T21:03:25.184646311Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:25.254474551Z INFO controllers.SelfNodeRemediation out-of-service taint removed {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "new taints": [{"key":"node.kubernetes.io/unreachable","effect":"NoSchedule","timeAdded":"2025-09-12T20:59:42Z"},{"key":"node.kubernetes.io/unreachable","effect":"NoExecute","timeAdded":"2025-09-12T20:59:48Z"},{"key":"medik8s.io/remediation","value":"self-node-remediation","effect":"NoExecute","timeAdded":"2025-09-12T21:01:13Z"},{"key":"node.kubernetes.io/unschedulable","effect":"NoSchedule","timeAdded":"2025-09-12T21:01:13Z"}]} 2025-09-12T21:03:25.254763486Z DEBUG events [remediation] Remediation process - remove out-of-service taint from node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"272057"}, "reason": "RemoveOutOfService"} 2025-09-12T21:03:25.25613624Z DEBUG events [remediation] Remediation process - finished deleting unhealthy node resources {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"272057"}, "reason": "DeleteResources"} 2025-09-12T21:03:25.281217408Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:26.569204217Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:26.569243914Z INFO controllers.SelfNodeRemediation fencing completed, cleaning up {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:26.602125228Z DEBUG events [remediation] Remediation process - mark healthy remediated node as schedulable {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"272073"}, "reason": "MarkNodeSchedulable"} 2025-09-12T21:03:27.629098083Z INFO controllers.SelfNodeRemediation Remediating with OutOfServiceTaint Remediation strategy (auto-selected) {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:27.629207819Z INFO controllers.SelfNodeRemediation fencing completed, cleaning up {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:27.660747191Z INFO controllers.SelfNodeRemediation NoExecute taint removed {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}, "new taints": [{"key":"node.kubernetes.io/unreachable","effect":"NoExecute","timeAdded":"2025-09-12T20:59:48Z"}]} 2025-09-12T21:03:27.661120402Z DEBUG events [remediation] Remediation process - remove NoExecute taint from healthy remediated node {"type": "Normal", "object": {"kind":"Node","name":"worker-0-2","uid":"33b1fdb5-b748-44b3-a34a-efe8e0fb4cc6","apiVersion":"v1","resourceVersion":"272099"}, "reason": "RemoveNoExecuteTaint"} 2025-09-12T21:03:27.694842808Z INFO selfnoderemediation-resource validate update {"name": "ocp-edge-cluster-0-5chbx-worker-0-t56hz"} 2025-09-12T21:03:27.739310658Z INFO controllers.SelfNodeRemediation finalizer removed {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:27.739582808Z DEBUG events [remediation] Remediation process - remove finalizer from snr {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","uid":"1588ac6f-3d3a-4530-8a98-01bad2a3e79e","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"272071"}, "reason": "RemoveFinalizer"} 2025-09-12T21:03:27.739663979Z DEBUG events [remediation] Remediation finished {"type": "Normal", "object": {"kind":"SelfNodeRemediation","namespace":"openshift-machine-api","name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","uid":"1588ac6f-3d3a-4530-8a98-01bad2a3e79e","apiVersion":"self-node-remediation.medik8s.io/v1alpha1","resourceVersion":"272071"}, "reason": "RemediationFinished"} 2025-09-12T21:03:27.763721811Z INFO controllers.SelfNodeRemediation SNR already deleted {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}} 2025-09-12T21:03:28.764472455Z INFO controllers.SelfNodeRemediation SNR already deleted {"pod": "manager", "selfnoderemediation": {"name":"ocp-edge-cluster-0-5chbx-worker-0-t56hz","namespace":"openshift-machine-api"}}