2023-06-07T17:33:27Z INFO version operator {"version": "9.0.0-ecc618b-dirty"} 2023-06-07T17:33:27Z INFO version go {"version": "go1.20.3 linux/amd64"} 2023-06-07T17:33:27Z INFO leader Trying to become the leader. 2023-06-07T17:33:27Z DEBUG leader Found podname {"Pod.Name": "windows-machine-config-operator-5c4b79cc64-sgk6m"} 2023-06-07T17:33:27Z DEBUG leader Found Pod {"Pod.Namespace": "openshift-windows-machine-config-operator", "Pod.Name": "windows-machine-config-operator-5c4b79cc64-sgk6m"} 2023-06-07T17:33:27Z INFO leader No pre-existing lock was found. 2023-06-07T17:33:27Z INFO leader Became the leader. 2023-06-07T17:33:27Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": "0.0.0.0:9182"} 2023-06-07T17:33:27Z ERROR controller.secret Unable to retrieve private key, please ensure it is created {"error": "the cache is not started, can not read objects"} github.com/openshift/windows-machine-config-operator/controllers.(*SecretReconciler).SetupWithManager /build/windows-machine-config-operator/controllers/secret_controller.go:64 main.main /build/windows-machine-config-operator/cmd/operator/main.go:191 runtime.main /usr/lib/golang/src/runtime/proc.go:250 2023-06-07T17:33:28Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:33:28Z INFO controllers.configmap Created {"ConfigMap": {"Name":"windows-services-9.0.0-ecc618b-dirty","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:33:28Z INFO controllers.configmap Created resource {"RoleBinding": {"Name":"windows-instance-config-daemon","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:33:28Z INFO controllers.configmap Created resource {"ClusterRoleBinding": "windows-instance-config-daemon"} 2023-06-07T17:33:28Z INFO setup starting manager 2023-06-07T17:33:28Z INFO Starting server {"path": "/metrics", "kind": "metrics", "addr": "[::]:9182"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "source": "kind source: *v1beta1.Machine"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "source": "kind source: *v1.Node"} 2023-06-07T17:33:28Z INFO Starting Controller {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "source": "kind source: *v1.ConfigMap"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "source": "kind source: *v1.Node"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "source": "kind source: *v1.Node"} 2023-06-07T17:33:28Z INFO Starting Controller {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "secret", "controllerGroup": "", "controllerKind": "Secret", "source": "kind source: *v1.Secret"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "secret", "controllerGroup": "", "controllerKind": "Secret", "source": "kind source: *v1.Secret"} 2023-06-07T17:33:28Z INFO Starting Controller {"controller": "secret", "controllerGroup": "", "controllerKind": "Secret"} 2023-06-07T17:33:28Z INFO Starting EventSource {"controller": "certificatesigningrequest", "controllerGroup": "certificates.k8s.io", "controllerKind": "CertificateSigningRequest", "source": "kind source: *v1.CertificateSigningRequest"} 2023-06-07T17:33:28Z INFO Starting Controller {"controller": "certificatesigningrequest", "controllerGroup": "certificates.k8s.io", "controllerKind": "CertificateSigningRequest"} 2023-06-07T17:33:28Z INFO Starting workers {"controller": "secret", "controllerGroup": "", "controllerKind": "Secret", "worker count": 1} 2023-06-07T17:33:28Z INFO Starting workers {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "worker count": 1} 2023-06-07T17:33:28Z INFO Starting workers {"controller": "certificatesigningrequest", "controllerGroup": "certificates.k8s.io", "controllerKind": "CertificateSigningRequest", "worker count": 1} 2023-06-07T17:33:28Z INFO Starting workers {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "worker count": 1} 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "cc9a6e1f-f558-4195-8887-2f8d4bc3eadf", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "3bbe4299-8bfd-4f5c-b1bd-9b278c8dfbdc", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "9dc3f457-1b9e-43bd-9754-c9cf76d2d20f", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "8accc55a-7022-46d3-9a4e-b381d9d657cc", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "75de470e-371f-41ea-80d4-e759dc4f629a", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:43Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "441267f4-96a1-4ab0-b889-fe5766b0d154", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:44Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "29aee042-ccd3-4e1a-8624-281cfbe08c60", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:44Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "13ec7936-328c-43e7-8726-627b4c6515c8", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:45Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "be00bb0b-88ce-4102-b83e-c526e6c5d40f", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:46Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "5b636cdd-7df8-4f03-966e-8d4c0dde57c0", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:48Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "1683507a-b2c8-4937-b1d8-272016b25827", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:33:53Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "c63824f2-c297-47d9-8946-b943c9bf1b66", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:34:04Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "c53a62fd-c3b9-4995-b498-bf2660e03213", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:34:24Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "de3968b3-6d79-40db-9a21-97a805e7a85f", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:35:05Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "dfbba7e5-4d1e-4305-9955-a36e19f1df75", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:36:27Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "6c4e152a-a27a-4516-9229-097ea430dd9d", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:39:11Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-services-9.0.0-ecc618b-dirty","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-services-9.0.0-ecc618b-dirty", "reconcileID": "47282929-3a01-4af2-aba3-144faa6c7df7", "error": "unable to create signer from private key secret: Secret \"cloud-private-key\" not found"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:41:34Z INFO controller.secret secret not found, creating the secret {"secret": {"Name":"cloud-private-key","Namespace":"openshift-windows-machine-config-operator"}, "name": "windows-user-data"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-5nntx"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-5nntx"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-9z2x2"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-9z2x2"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-5lb2v"} 2023-06-07T17:42:00Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5nntx", "error": "no IP addresses defined"} 2023-06-07T17:42:01Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-9z2x2", "error": "no IP addresses defined"} 2023-06-07T17:42:01Z DEBUG controller.windowsmachine Machine has no phase associated with it {"name": "winworker-5lb2v"} 2023-06-07T17:42:03Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5nntx", "error": "no IP addresses defined"} 2023-06-07T17:42:05Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-9z2x2", "error": "no IP addresses defined"} 2023-06-07T17:42:05Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5lb2v", "error": "no IP addresses defined"} 2023-06-07T17:42:05Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5nntx", "error": "no IP addresses defined"} 2023-06-07T17:42:05Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T17:42:05Z DEBUG controller.windowsmachine machine not provisioned {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}, "phase": "Provisioning"} 2023-06-07T17:42:05Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:42:06Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-9z2x2", "error": "no IP addresses defined"} 2023-06-07T17:42:06Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T17:42:06Z DEBUG controller.windowsmachine machine not provisioned {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}, "phase": "Provisioning"} 2023-06-07T17:42:06Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:42:08Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5lb2v", "error": "no IP addresses defined"} 2023-06-07T17:42:08Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T17:42:08Z DEBUG controller.windowsmachine machine not provisioned {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}, "phase": "Provisioning"} 2023-06-07T17:42:08Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:42:08Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T17:42:08Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}, "address": "10.0.191.184"} 2023-06-07T17:42:08Z DEBUG wc 10.0.191.184 initializing SSH connection 2023-06-07T17:42:09Z DEBUG controller.windowsmachine invalid Machine {"name": "winworker-5lb2v", "error": "no IP addresses defined"} 2023-06-07T17:44:20Z DEBUG wc 10.0.191.184 SSH dial {"IP Address": "10.0.191.184", "error": "dial tcp 10.0.191.184:22: connect: connection timed out"} 2023-06-07T17:44:39Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-services-9.0.0-ecc618b-dirty","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:45:50Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:45:53Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "False\r\n"} 2023-06-07T17:45:53Z DEBUG wc 10.0.191.184 copy {"file content": "kubelet-ca.crt", "remote dir": "C:\\k\\"} 2023-06-07T17:45:53Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:45:53Z DEBUG wc 10.0.191.184 copy {"file content": "bootstrap-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:45:54Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "False\r\n"} 2023-06-07T17:45:54Z DEBUG wc 10.0.191.184 copy {"file content": "kubelet.conf", "remote dir": "C:\\k\\"} 2023-06-07T17:45:54Z INFO wc 10.0.191.184 configuring 2023-06-07T17:45:54Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:45:55Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "False\r\n"} 2023-06-07T17:45:55Z DEBUG wc 10.0.191.184 copy {"local file": "/payload/windows-instance-config-daemon.exe", "remote dir": "C:\\k"} 2023-06-07T17:45:56Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:45:56Z DEBUG wc 10.0.191.184 copy {"file content": "wicd-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:45:58Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:45:57.788963 3424 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:46:00Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Disabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:46:56Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$ProgressPreference='SilentlyContinue'; Install-WindowsFeature -Name Containers\"", "out": "\r\nSuccess Restart Needed Exit Code Feature Result \r\n------- -------------- --------- -------------- \r\nTrue Yes SuccessRest... {Containers} \r\nWARNING: You must restart this server to finish the installation process.\n\r\n\r\n"} 2023-06-07T17:46:57Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Restart-Computer -Force\"", "out": ""} 2023-06-07T17:46:57Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:46:57Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:46:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:46:58Z INFO wc 10.0.191.184 transferring files 2023-06-07T17:47:00Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\network-conf.ps1\"", "out": "False\r\n"} 2023-06-07T17:47:00Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//generated/network-conf.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:47:01Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\gcp-get-hostname.ps1\"", "out": "False\r\n"} 2023-06-07T17:47:01Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//powershell/gcp-get-hostname.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:47:01Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:47:01Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//kube-node/kube-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:47:01Z ERROR Reconciler error {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "Machine": {"name":"winworker-5nntx","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "winworker-5nntx", "reconcileID": "b98d8cae-8229-4e1a-81a8-bb1e505d12c9", "error": "unable to configure instance i-0a5f83f890c1edd34: bootstrapping the Windows instance failed: error transferring files to Windows VM: error copying /payload//kube-node/kube-proxy.exe to C:\\k: unable to transfer /payload//kube-node/kube-proxy.exe to remote dir C:\\k: EOF"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:47:01Z DEBUG events Machine winworker-5nntx configuration failure {"type": "Warning", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-5nntx","uid":"ade9a767-bd26-41f3-b1a6-62e58b112ba0","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55658"}, "reason": "MachineSetupFailure"} 2023-06-07T17:47:01Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T17:47:01Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}, "address": "10.0.181.249"} 2023-06-07T17:47:01Z DEBUG wc 10.0.181.249 initializing SSH connection 2023-06-07T17:47:32Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:47:32Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:47:32Z DEBUG wc 10.0.181.249 copy {"file content": "bootstrap-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:47:33Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "False\r\n"} 2023-06-07T17:47:33Z DEBUG wc 10.0.181.249 copy {"file content": "kubelet.conf", "remote dir": "C:\\k\\"} 2023-06-07T17:47:33Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "False\r\n"} 2023-06-07T17:47:33Z DEBUG wc 10.0.181.249 copy {"file content": "kubelet-ca.crt", "remote dir": "C:\\k\\"} 2023-06-07T17:47:34Z INFO wc 10.0.181.249 configuring 2023-06-07T17:47:34Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:47:34Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "False\r\n"} 2023-06-07T17:47:34Z DEBUG wc 10.0.181.249 copy {"local file": "/payload/windows-instance-config-daemon.exe", "remote dir": "C:\\k"} 2023-06-07T17:47:36Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:47:36Z DEBUG wc 10.0.181.249 copy {"file content": "wicd-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:47:38Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:47:37.560467 1196 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:47:39Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Disabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:48:36Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$ProgressPreference='SilentlyContinue'; Install-WindowsFeature -Name Containers\"", "out": "\r\nSuccess Restart Needed Exit Code Feature Result \r\n------- -------------- --------- -------------- \r\nTrue Yes SuccessRest... {Containers} \r\nWARNING: You must restart this server to finish the installation process.\n\r\n\r\n"} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Restart-Computer -Force\"", "out": ""} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:48:37Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:48:38Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:48:38Z INFO wc 10.0.181.249 transferring files 2023-06-07T17:48:39Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd-shim-runhcs-v1.exe\"", "out": "False\r\n"} 2023-06-07T17:48:39Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//containerd/containerd-shim-runhcs-v1.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:48:41Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd.exe\"", "out": "False\r\n"} 2023-06-07T17:48:41Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//containerd/containerd.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:48:42Z ERROR wc 10.0.181.249 error running {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\hybrid-overlay-node.exe\"", "out": "", "error": "wait: remote command exited without exit status or exit signal"} github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Run /build/windows-machine-config-operator/pkg/windows/windows.go:381 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).FileExists /build/windows-machine-config-operator/pkg/windows/windows.go:343 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).EnsureFile /build/windows-machine-config-operator/pkg/windows/windows.go:318 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).transferFiles /build/windows-machine-config-operator/pkg/windows/windows.go:617 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Bootstrap /build/windows-machine-config-operator/pkg/windows/windows.go:444 github.com/openshift/windows-machine-config-operator/pkg/nodeconfig.(*nodeConfig).Configure /build/windows-machine-config-operator/pkg/nodeconfig/nodeconfig.go:159 github.com/openshift/windows-machine-config-operator/controllers.(*instanceReconciler).ensureInstanceIsUpToDate /build/windows-machine-config-operator/controllers/controllers.go:84 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).configureMachine /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:432 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).Reconcile /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:353 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:48:42Z ERROR Reconciler error {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "Machine": {"name":"winworker-9z2x2","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "winworker-9z2x2", "reconcileID": "258e82d5-73e4-423d-b5ae-9a47471e55a0", "error": "unable to configure instance i-01641fa18172d6f62: bootstrapping the Windows instance failed: error transferring files to Windows VM: error copying /payload/hybrid-overlay-node.exe to C:\\k: error checking if file 'C:\\k\\hybrid-overlay-node.exe' exists on the Windows VM: error checking if file C:\\k\\hybrid-overlay-node.exe exists: error running powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\hybrid-overlay-node.exe\": wait: remote command exited without exit status or exit signal"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:48:42Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}} 2023-06-07T17:48:42Z DEBUG events Machine winworker-9z2x2 configuration failure {"type": "Warning", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-9z2x2","uid":"05bc5e60-f68e-4191-9d4c-91c23a366de9","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55662"}, "reason": "MachineSetupFailure"} 2023-06-07T17:48:42Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}, "address": "10.0.163.131"} 2023-06-07T17:48:42Z DEBUG wc 10.0.163.131 initializing SSH connection 2023-06-07T17:49:13Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:49:15Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "False\r\n"} 2023-06-07T17:49:15Z DEBUG wc 10.0.163.131 copy {"file content": "kubelet-ca.crt", "remote dir": "C:\\k\\"} 2023-06-07T17:49:16Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:49:16Z DEBUG wc 10.0.163.131 copy {"file content": "bootstrap-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:49:16Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "False\r\n"} 2023-06-07T17:49:16Z DEBUG wc 10.0.163.131 copy {"file content": "kubelet.conf", "remote dir": "C:\\k\\"} 2023-06-07T17:49:16Z INFO wc 10.0.163.131 configuring 2023-06-07T17:49:16Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:49:17Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "False\r\n"} 2023-06-07T17:49:17Z DEBUG wc 10.0.163.131 copy {"local file": "/payload/windows-instance-config-daemon.exe", "remote dir": "C:\\k"} 2023-06-07T17:49:19Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "False\r\n"} 2023-06-07T17:49:19Z DEBUG wc 10.0.163.131 copy {"file content": "wicd-kubeconfig", "remote dir": "C:\\k\\"} 2023-06-07T17:49:20Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:49:20.425626 3536 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:49:22Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Disabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:50:12Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$ProgressPreference='SilentlyContinue'; Install-WindowsFeature -Name Containers\"", "out": "\r\nSuccess Restart Needed Exit Code Feature Result \r\n------- -------------- --------- -------------- \r\nTrue Yes SuccessRest... {Containers} \r\nWARNING: You must restart this server to finish the installation process.\n\r\n\r\n"} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Restart-Computer -Force\"", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:50:13Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:50:14Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:50:14Z INFO wc 10.0.163.131 transferring files 2023-06-07T17:50:15Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\host-local.exe\"", "out": "False\r\n"} 2023-06-07T17:50:15Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//cni/host-local.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:50:16Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\csi-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:50:16Z DEBUG wc 10.0.163.131 copy {"local file": "/payload/csi-proxy/csi-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:50:17Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows_exporter.exe\"", "out": "False\r\n"} 2023-06-07T17:50:17Z DEBUG wc 10.0.163.131 copy {"local file": "/payload/windows_exporter.exe", "remote dir": "C:\\k"} 2023-06-07T17:50:18Z ERROR wc 10.0.163.131 error running {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-overlay.exe\"", "out": "", "error": "read tcp 10.0.182.58:54770->10.0.163.131:22: read: connection reset by peer"} github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Run /build/windows-machine-config-operator/pkg/windows/windows.go:381 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).FileExists /build/windows-machine-config-operator/pkg/windows/windows.go:343 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).EnsureFile /build/windows-machine-config-operator/pkg/windows/windows.go:318 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).transferFiles /build/windows-machine-config-operator/pkg/windows/windows.go:617 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Bootstrap /build/windows-machine-config-operator/pkg/windows/windows.go:444 github.com/openshift/windows-machine-config-operator/pkg/nodeconfig.(*nodeConfig).Configure /build/windows-machine-config-operator/pkg/nodeconfig/nodeconfig.go:159 github.com/openshift/windows-machine-config-operator/controllers.(*instanceReconciler).ensureInstanceIsUpToDate /build/windows-machine-config-operator/controllers/controllers.go:84 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).configureMachine /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:432 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).Reconcile /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:353 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:50:18Z ERROR Reconciler error {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "Machine": {"name":"winworker-5lb2v","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "winworker-5lb2v", "reconcileID": "c1833cb9-92a8-4f3f-8345-d84a25166dd1", "error": "unable to configure instance i-037edd092f22593e8: bootstrapping the Windows instance failed: error transferring files to Windows VM: error copying /payload//cni/win-overlay.exe to C:\\k\\cni: error checking if file 'C:\\k\\cni\\win-overlay.exe' exists on the Windows VM: error checking if file C:\\k\\cni\\win-overlay.exe exists: error running powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-overlay.exe\": read tcp 10.0.182.58:54770->10.0.163.131:22: read: connection reset by peer"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T17:50:18Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T17:50:18Z DEBUG events Machine winworker-5lb2v configuration failure {"type": "Warning", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-5lb2v","uid":"c389ec2a-adb2-4ea8-b087-c5e10fa839e3","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55844"}, "reason": "MachineSetupFailure"} 2023-06-07T17:50:18Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}, "address": "10.0.191.184"} 2023-06-07T17:50:18Z DEBUG wc 10.0.191.184 initializing SSH connection 2023-06-07T17:50:48Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:50:49Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "True\r\n"} 2023-06-07T17:50:50Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet-ca.crt -Algorithm SHA256; $out.Hash\"", "out": "36A467DD62E04C8F4CB69206DD5B80DFD5513270BFDC7836A0AAD96DB8A13B22\r\n"} 2023-06-07T17:50:50Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet-ca.crt"} 2023-06-07T17:50:50Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:50:51Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\bootstrap-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "D77C14C92C4CE5C55EF59FCE97A15044F04693424CD06A9D2EB3425C0DF1C961\r\n"} 2023-06-07T17:50:51Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\\\bootstrap-kubeconfig"} 2023-06-07T17:50:51Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "True\r\n"} 2023-06-07T17:50:52Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet.conf -Algorithm SHA256; $out.Hash\"", "out": "CCA4FBEBEB608147AA6835373ED7900896332BF91E6C08C5510C688F3822CAF5\r\n"} 2023-06-07T17:50:52Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet.conf"} 2023-06-07T17:50:52Z INFO wc 10.0.191.184 configuring 2023-06-07T17:50:52Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:50:53Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:50:54Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:50:54Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:50:54Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:50:55Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:50:55Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:50:56Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:50:55.783889 920 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Enabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:50:58Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:50:59Z INFO wc 10.0.191.184 transferring files 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-overlay.exe\"", "out": "False\r\n"} 2023-06-07T17:50:59Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//cni/win-overlay.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:51:00Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\azure-cloud-node-manager.exe\"", "out": "False\r\n"} 2023-06-07T17:51:00Z DEBUG wc 10.0.191.184 copy {"local file": "/payload/azure-cloud-node-manager.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:02Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\windows-defender-exclusion.ps1\"", "out": "False\r\n"} 2023-06-07T17:51:02Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//powershell/windows-defender-exclusion.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:51:03Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\host-local.exe\"", "out": "False\r\n"} 2023-06-07T17:51:03Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//cni/host-local.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:51:03Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\csi-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:51:03Z DEBUG wc 10.0.191.184 copy {"local file": "/payload/csi-proxy/csi-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:05Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows_exporter.exe\"", "out": "False\r\n"} 2023-06-07T17:51:05Z DEBUG wc 10.0.191.184 copy {"local file": "/payload/windows_exporter.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:06Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd_conf.toml\"", "out": "False\r\n"} 2023-06-07T17:51:06Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//containerd/containerd_conf.toml", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:51:07Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd-shim-runhcs-v1.exe\"", "out": "False\r\n"} 2023-06-07T17:51:07Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//containerd/containerd-shim-runhcs-v1.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:51:08Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd.exe\"", "out": "False\r\n"} 2023-06-07T17:51:08Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//containerd/containerd.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:51:09Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\hybrid-overlay-node.exe\"", "out": "False\r\n"} 2023-06-07T17:51:09Z DEBUG wc 10.0.191.184 copy {"local file": "/payload/hybrid-overlay-node.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:10Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\network-conf.ps1\"", "out": "True\r\n"} 2023-06-07T17:51:11Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\Temp\\network-conf.ps1 -Algorithm SHA256; $out.Hash\"", "out": "C9BC53FAAE96EA59775EF40AC5E820956B0ABCF6C338F692EFEEC359B16EE595\r\n"} 2023-06-07T17:51:11Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\Temp\\network-conf.ps1"} 2023-06-07T17:51:12Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\gcp-get-hostname.ps1\"", "out": "True\r\n"} 2023-06-07T17:51:12Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\Temp\\gcp-get-hostname.ps1 -Algorithm SHA256; $out.Hash\"", "out": "C8FAECFD225C5073CF7A90487791BA27D52F584809DCC44000B4A9D510836C46\r\n"} 2023-06-07T17:51:12Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\Temp\\gcp-get-hostname.ps1"} 2023-06-07T17:51:13Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:51:13Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//kube-node/kube-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:14Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-bridge.exe\"", "out": "False\r\n"} 2023-06-07T17:51:14Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//cni/win-bridge.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:51:15Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kubelet.exe\"", "out": "False\r\n"} 2023-06-07T17:51:15Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//kube-node/kubelet.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:18Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-log-runner.exe\"", "out": "False\r\n"} 2023-06-07T17:51:18Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//kube-node/kube-log-runner.exe", "remote dir": "C:\\k"} 2023-06-07T17:51:18Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\hns.psm1\"", "out": "False\r\n"} 2023-06-07T17:51:18Z DEBUG wc 10.0.191.184 copy {"local file": "/payload//powershell/hns.psm1", "remote dir": "C:\\Temp"} 2023-06-07T17:51:27Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-dssbd"} 2023-06-07T17:51:27Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-dssbd"} 2023-06-07T17:51:30Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-jjktg"} 2023-06-07T17:51:30Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-jjktg"} 2023-06-07T17:51:32Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe bootstrap --desired-version 9.0.0-ecc618b-dirty --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:51:19.381458 8 bootstrap.go:60] bootstrapping Windows instance\nI0607 17:51:19.479812 8 controller.go:279] created service containerd\nI0607 17:51:21.168682 8 controller.go:326] updating service containerd\nI0607 17:51:26.473138 8 controller.go:292] successfully reconciled service containerd\nI0607 17:51:26.473930 8 controller.go:279] created service kubelet\nI0607 17:51:26.897595 8 controller.go:326] updating service kubelet\nI0607 17:51:32.749390 8 controller.go:292] successfully reconciled service kubelet\n"} 2023-06-07T17:51:47Z DEBUG wc 10.0.191.184 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:51:48Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:51:49Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:51:49Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:51:49Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe create windows-instance-config-daemon binPath=\"C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\" start=auto", "out": "[SC] CreateService SUCCESS\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe description windows-instance-config-daemon \"OpenShift managed windows-instance-config-daemon\"", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe failure windows-instance-config-daemon reset= 300 actions= restart/10/restart/30/restart/60/restart/120", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 1077 (0x435)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T17:51:50Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe start windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 2 START_PENDING \r\n (NOT_STOPPABLE, NOT_PAUSABLE, IGNORES_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x7d0\r\n PID : 2576\r\n FLAGS : \r\n"} 2023-06-07T17:51:50Z INFO wc 10.0.191.184 configured {"service": "windows-instance-config-daemon", "args": "controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator"} 2023-06-07T17:52:40Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-services-9.0.0-ecc618b-dirty","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:53:05Z INFO nc 10.0.191.184 instance has been configured as a worker node {"version": "9.0.0-ecc618b-dirty"} 2023-06-07T17:53:05Z DEBUG events Machine winworker-5nntx configured successfully {"type": "Normal", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-5nntx","uid":"ade9a767-bd26-41f3-b1a6-62e58b112ba0","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55658"}, "reason": "MachineSetup"} 2023-06-07T17:53:05Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:53:20Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T17:53:35Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}, "address": "10.0.181.249"} 2023-06-07T17:53:35Z DEBUG wc 10.0.181.249 initializing SSH connection 2023-06-07T17:54:06Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:54:06Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "True\r\n"} 2023-06-07T17:54:07Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet-ca.crt -Algorithm SHA256; $out.Hash\"", "out": "36A467DD62E04C8F4CB69206DD5B80DFD5513270BFDC7836A0AAD96DB8A13B22\r\n"} 2023-06-07T17:54:07Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet-ca.crt"} 2023-06-07T17:54:08Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:54:08Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\bootstrap-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "D77C14C92C4CE5C55EF59FCE97A15044F04693424CD06A9D2EB3425C0DF1C961\r\n"} 2023-06-07T17:54:08Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\bootstrap-kubeconfig"} 2023-06-07T17:54:09Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "True\r\n"} 2023-06-07T17:54:09Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet.conf -Algorithm SHA256; $out.Hash\"", "out": "CCA4FBEBEB608147AA6835373ED7900896332BF91E6C08C5510C688F3822CAF5\r\n"} 2023-06-07T17:54:09Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet.conf"} 2023-06-07T17:54:09Z INFO wc 10.0.181.249 configuring 2023-06-07T17:54:10Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:54:10Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:54:11Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:54:11Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:54:12Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:54:12Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:54:12Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:54:13Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:54:13.272290 824 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Enabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:54:15Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:54:16Z INFO wc 10.0.181.249 transferring files 2023-06-07T17:54:16Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd-shim-runhcs-v1.exe\"", "out": "True\r\n"} 2023-06-07T17:54:18Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\containerd\\containerd-shim-runhcs-v1.exe -Algorithm SHA256; $out.Hash\"", "out": "13BF7BB99BC593A90271F3A096DB4D6F13DD4928825927F6DAD34632C7FB38FC\r\n"} 2023-06-07T17:54:18Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\containerd\\containerd-shim-runhcs-v1.exe"} 2023-06-07T17:54:18Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd.exe\"", "out": "True\r\n"} 2023-06-07T17:54:19Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\containerd\\containerd.exe -Algorithm SHA256; $out.Hash\"", "out": "32F9C58E858774D40EE28F9342FEFEEAD4BC2451A72724401775936929DD2186\r\n"} 2023-06-07T17:54:19Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\containerd\\containerd.exe"} 2023-06-07T17:54:19Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\hybrid-overlay-node.exe\"", "out": "False\r\n"} 2023-06-07T17:54:19Z DEBUG wc 10.0.181.249 copy {"local file": "/payload/hybrid-overlay-node.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:21Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd_conf.toml\"", "out": "False\r\n"} 2023-06-07T17:54:21Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//containerd/containerd_conf.toml", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:54:21Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\network-conf.ps1\"", "out": "False\r\n"} 2023-06-07T17:54:21Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//generated/network-conf.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:54:22Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\gcp-get-hostname.ps1\"", "out": "False\r\n"} 2023-06-07T17:54:22Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//powershell/gcp-get-hostname.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:54:22Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:54:22Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//kube-node/kube-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:24Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kubelet.exe\"", "out": "False\r\n"} 2023-06-07T17:54:24Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//kube-node/kubelet.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:26Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-log-runner.exe\"", "out": "False\r\n"} 2023-06-07T17:54:26Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//kube-node/kube-log-runner.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:27Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\hns.psm1\"", "out": "False\r\n"} 2023-06-07T17:54:27Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//powershell/hns.psm1", "remote dir": "C:\\Temp"} 2023-06-07T17:54:27Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-bridge.exe\"", "out": "False\r\n"} 2023-06-07T17:54:27Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//cni/win-bridge.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:54:28Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\windows-defender-exclusion.ps1\"", "out": "False\r\n"} 2023-06-07T17:54:28Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//powershell/windows-defender-exclusion.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:54:29Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\host-local.exe\"", "out": "False\r\n"} 2023-06-07T17:54:29Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//cni/host-local.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:54:29Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\csi-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:54:29Z DEBUG wc 10.0.181.249 copy {"local file": "/payload/csi-proxy/csi-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:31Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows_exporter.exe\"", "out": "False\r\n"} 2023-06-07T17:54:31Z DEBUG wc 10.0.181.249 copy {"local file": "/payload/windows_exporter.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:32Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-overlay.exe\"", "out": "False\r\n"} 2023-06-07T17:54:32Z DEBUG wc 10.0.181.249 copy {"local file": "/payload//cni/win-overlay.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:54:33Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\azure-cloud-node-manager.exe\"", "out": "False\r\n"} 2023-06-07T17:54:33Z DEBUG wc 10.0.181.249 copy {"local file": "/payload/azure-cloud-node-manager.exe", "remote dir": "C:\\k"} 2023-06-07T17:54:42Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-nr7kf"} 2023-06-07T17:54:42Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-nr7kf"} 2023-06-07T17:54:45Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-8jfjg"} 2023-06-07T17:54:45Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-8jfjg"} 2023-06-07T17:54:47Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe bootstrap --desired-version 9.0.0-ecc618b-dirty --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:54:35.144656 2924 bootstrap.go:60] bootstrapping Windows instance\nI0607 17:54:35.210978 2924 controller.go:279] created service containerd\nI0607 17:54:36.644037 2924 controller.go:326] updating service containerd\nI0607 17:54:41.965599 2924 controller.go:292] successfully reconciled service containerd\nI0607 17:54:41.966763 2924 controller.go:279] created service kubelet\nI0607 17:54:42.358860 2924 controller.go:326] updating service kubelet\nI0607 17:54:47.965942 2924 controller.go:292] successfully reconciled service kubelet\n"} 2023-06-07T17:55:03Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:55:03Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:55:04Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:55:04Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:55:04Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe create windows-instance-config-daemon binPath=\"C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\" start=auto", "out": "[SC] CreateService SUCCESS\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe description windows-instance-config-daemon \"OpenShift managed windows-instance-config-daemon\"", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe failure windows-instance-config-daemon reset= 300 actions= restart/10/restart/30/restart/60/restart/120", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 1077 (0x435)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T17:55:05Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe start windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 2 START_PENDING \r\n (NOT_STOPPABLE, NOT_PAUSABLE, IGNORES_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x7d0\r\n PID : 3500\r\n FLAGS : \r\n"} 2023-06-07T17:55:05Z INFO wc 10.0.181.249 configured {"service": "windows-instance-config-daemon", "args": "controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator"} 2023-06-07T17:55:46Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-services-9.0.0-ecc618b-dirty","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:56:05Z INFO nc 10.0.181.249 instance has been configured as a worker node {"version": "9.0.0-ecc618b-dirty"} 2023-06-07T17:56:05Z DEBUG events Machine winworker-9z2x2 configured successfully {"type": "Normal", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-9z2x2","uid":"05bc5e60-f68e-4191-9d4c-91c23a366de9","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55662"}, "reason": "MachineSetup"} 2023-06-07T17:56:05Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:56:20Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}} 2023-06-07T17:56:35Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}, "address": "10.0.163.131"} 2023-06-07T17:56:35Z DEBUG wc 10.0.163.131 initializing SSH connection 2023-06-07T17:57:06Z DEBUG ignition parsed {"machineconfig": "rendered-worker-d27da0c83bfa8206ddd2b67a898a75f0", "ignition version": "3.2.0"} 2023-06-07T17:57:06Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet-ca.crt\"", "out": "True\r\n"} 2023-06-07T17:57:07Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet-ca.crt -Algorithm SHA256; $out.Hash\"", "out": "36A467DD62E04C8F4CB69206DD5B80DFD5513270BFDC7836A0AAD96DB8A13B22\r\n"} 2023-06-07T17:57:07Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet-ca.crt"} 2023-06-07T17:57:07Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\bootstrap-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:57:08Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\bootstrap-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "D77C14C92C4CE5C55EF59FCE97A15044F04693424CD06A9D2EB3425C0DF1C961\r\n"} 2023-06-07T17:57:08Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\bootstrap-kubeconfig"} 2023-06-07T17:57:08Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\kubelet.conf\"", "out": "True\r\n"} 2023-06-07T17:57:09Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\kubelet.conf -Algorithm SHA256; $out.Hash\"", "out": "CCA4FBEBEB608147AA6835373ED7900896332BF91E6C08C5510C688F3822CAF5\r\n"} 2023-06-07T17:57:09Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\kubelet.conf"} 2023-06-07T17:57:09Z INFO wc 10.0.163.131 configuring 2023-06-07T17:57:09Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:57:10Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:57:11Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:57:11Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:57:11Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:57:12Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:57:12Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:57:13Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:57:13.043535 2448 cleanup.go:138] removed services: [\"kube-proxy\" \"csi-proxy\" \"hybrid-overlay-node\" \"windows_exporter\" \"kubelet\" \"containerd\"]\n"} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Get-WindowsOptionalFeature -FeatureName Containers -Online\"", "out": "\r\n\r\nFeatureName : Containers\r\nDisplayName : Containers\r\nDescription : Provides services and tools to create and manage Windows Server Containers and their resources.\r\nRestartRequired : Possible\r\nState : Enabled\r\nCustomProperties : \r\n ServerComponent\\Description : Provides services and tools to create and manage Windows Server \r\n Containers and their resources.\r\n ServerComponent\\DisplayName : Containers\r\n ServerComponent\\Id : 1018\r\n ServerComponent\\Type : Feature\r\n ServerComponent\\UniqueName : Containers\r\n ServerComponent\\Deploys\\Update\\Name : Containers\r\n ServerComponent\\Version\\Major : 10\r\n ServerComponent\\Version\\Minor : 0\r\n \r\n\r\n\r\n\r\n"} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\Temp mkdir C:\\Temp ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\cni mkdir C:\\k\\cni ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\cni\\config mkdir C:\\k\\cni\\config ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log mkdir C:\\var\\log ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\kubelet mkdir C:\\var\\log\\kubelet ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\csi-proxy mkdir C:\\var\\log\\csi-proxy ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\kube-proxy mkdir C:\\var\\log\\kube-proxy ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\wicd mkdir C:\\var\\log\\wicd ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\hybrid-overlay mkdir C:\\var\\log\\hybrid-overlay ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\containerd mkdir C:\\k\\containerd ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\var\\log\\containerd mkdir C:\\var\\log\\containerd ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k\\etc\\kubernetes\\manifests mkdir C:\\k\\etc\\kubernetes\\manifests ", "out": ""} 2023-06-07T17:57:15Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:57:15Z INFO wc 10.0.163.131 transferring files 2023-06-07T17:57:16Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd.exe\"", "out": "False\r\n"} 2023-06-07T17:57:16Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//containerd/containerd.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:57:17Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\hybrid-overlay-node.exe\"", "out": "False\r\n"} 2023-06-07T17:57:17Z DEBUG wc 10.0.163.131 copy {"local file": "/payload/hybrid-overlay-node.exe", "remote dir": "C:\\k"} 2023-06-07T17:57:18Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd_conf.toml\"", "out": "False\r\n"} 2023-06-07T17:57:18Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//containerd/containerd_conf.toml", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:57:19Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\containerd\\containerd-shim-runhcs-v1.exe\"", "out": "False\r\n"} 2023-06-07T17:57:19Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//containerd/containerd-shim-runhcs-v1.exe", "remote dir": "C:\\k\\containerd"} 2023-06-07T17:57:20Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\gcp-get-hostname.ps1\"", "out": "False\r\n"} 2023-06-07T17:57:20Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//powershell/gcp-get-hostname.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:57:21Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-proxy.exe\"", "out": "False\r\n"} 2023-06-07T17:57:21Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//kube-node/kube-proxy.exe", "remote dir": "C:\\k"} 2023-06-07T17:57:22Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\network-conf.ps1\"", "out": "False\r\n"} 2023-06-07T17:57:22Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//generated/network-conf.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:57:23Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kube-log-runner.exe\"", "out": "False\r\n"} 2023-06-07T17:57:23Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//kube-node/kube-log-runner.exe", "remote dir": "C:\\k"} 2023-06-07T17:57:23Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\hns.psm1\"", "out": "False\r\n"} 2023-06-07T17:57:23Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//powershell/hns.psm1", "remote dir": "C:\\Temp"} 2023-06-07T17:57:24Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-bridge.exe\"", "out": "False\r\n"} 2023-06-07T17:57:24Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//cni/win-bridge.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:57:25Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\kubelet.exe\"", "out": "False\r\n"} 2023-06-07T17:57:25Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//kube-node/kubelet.exe", "remote dir": "C:\\k"} 2023-06-07T17:57:27Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\csi-proxy.exe\"", "out": "True\r\n"} 2023-06-07T17:57:29Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\csi-proxy.exe -Algorithm SHA256; $out.Hash\"", "out": "FE28F251459423D1EBC7A21D8A8EBF1530AF6FB2C500AECC74C8CD9DC1BBDC63\r\n"} 2023-06-07T17:57:29Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\csi-proxy.exe"} 2023-06-07T17:57:29Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows_exporter.exe\"", "out": "True\r\n"} 2023-06-07T17:57:31Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows_exporter.exe -Algorithm SHA256; $out.Hash\"", "out": "C5172BE06CB80AC28B9D3EAD9033513BB68BBCDB3EF7180EB83AB338BE81927F\r\n"} 2023-06-07T17:57:31Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\windows_exporter.exe"} 2023-06-07T17:57:31Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\win-overlay.exe\"", "out": "False\r\n"} 2023-06-07T17:57:31Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//cni/win-overlay.exe", "remote dir": "C:\\k\\cni"} 2023-06-07T17:57:32Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\azure-cloud-node-manager.exe\"", "out": "False\r\n"} 2023-06-07T17:57:32Z DEBUG wc 10.0.163.131 copy {"local file": "/payload/azure-cloud-node-manager.exe", "remote dir": "C:\\k"} 2023-06-07T17:57:34Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\Temp\\windows-defender-exclusion.ps1\"", "out": "False\r\n"} 2023-06-07T17:57:34Z DEBUG wc 10.0.163.131 copy {"local file": "/payload//powershell/windows-defender-exclusion.ps1", "remote dir": "C:\\Temp"} 2023-06-07T17:57:34Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\cni\\host-local.exe\"", "out": "True\r\n"} 2023-06-07T17:57:36Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\cni\\host-local.exe -Algorithm SHA256; $out.Hash\"", "out": "D56B36C0CC25479C34C3BBF89656CFA4DD7A90ACCBE2310435B122DC9E79D19A\r\n"} 2023-06-07T17:57:36Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\cni\\host-local.exe"} 2023-06-07T17:57:44Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-z654h"} 2023-06-07T17:57:44Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-z654h"} 2023-06-07T17:57:47Z INFO controllers.certificatesigningrequests CSR contents are invalid for approval by WMCO {"CSR": "csr-m4j4p"} 2023-06-07T17:57:47Z INFO controllers.certificatesigningrequests CSR approved {"CSR": "csr-m4j4p"} 2023-06-07T17:57:49Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe bootstrap --desired-version 9.0.0-ecc618b-dirty --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "I0607 17:57:36.540135 364 bootstrap.go:60] bootstrapping Windows instance\nI0607 17:57:36.611245 364 controller.go:279] created service containerd\nI0607 17:57:37.944014 364 controller.go:326] updating service containerd\nI0607 17:57:43.262494 364 controller.go:292] successfully reconciled service containerd\nI0607 17:57:43.263038 364 controller.go:279] created service kubelet\nI0607 17:57:43.931562 364 controller.go:326] updating service kubelet\nI0607 17:57:49.721458 364 controller.go:292] successfully reconciled service kubelet\n"} 2023-06-07T17:58:04Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T17:58:05Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T17:58:06Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T17:58:06Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T17:58:06Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe create windows-instance-config-daemon binPath=\"C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\" start=auto", "out": "[SC] CreateService SUCCESS\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe description windows-instance-config-daemon \"OpenShift managed windows-instance-config-daemon\"", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe failure windows-instance-config-daemon reset= 300 actions= restart/10/restart/30/restart/60/restart/120", "out": "[SC] ChangeServiceConfig2 SUCCESS\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 1077 (0x435)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T17:58:07Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe start windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 2 START_PENDING \r\n (NOT_STOPPABLE, NOT_PAUSABLE, IGNORES_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x7d0\r\n PID : 1848\r\n FLAGS : \r\n"} 2023-06-07T17:58:07Z INFO wc 10.0.163.131 configured {"service": "windows-instance-config-daemon", "args": "controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator"} 2023-06-07T17:58:53Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-services-9.0.0-ecc618b-dirty","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T17:59:22Z INFO nc 10.0.163.131 instance has been configured as a worker node {"version": "9.0.0-ecc618b-dirty"} 2023-06-07T17:59:22Z DEBUG events Machine winworker-5lb2v configured successfully {"type": "Normal", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-5lb2v","uid":"c389ec2a-adb2-4ea8-b087-c5e10fa839e3","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"55844"}, "reason": "MachineSetup"} 2023-06-07T17:59:22Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T17:59:37Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T17:59:52Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:00:07Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:00:22Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:00:37Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}} 2023-06-07T18:00:52Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:03:15Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:03:22Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-instances","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T18:03:22Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:03:22Z INFO controllers.configmap processing {"instances in": "windows-instances"} 2023-06-07T18:03:22Z DEBUG wc 10.0.137.23 initializing SSH connection 2023-06-07T18:03:25Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:03:25Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:03:26Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:04:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:05:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:06:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:07:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:08:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:09:14Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:09:14Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:09:24Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:09:24Z INFO metrics Prometheus configured {"endpoints": "windows-exporter", "port": 9182, "name": "metrics"} 2023-06-07T18:09:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:10:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:11:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:12:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:13:29Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:13:32Z DEBUG wc 10.0.137.23 SSH dial {"IP Address": "10.0.137.23", "error": "dial tcp 10.0.137.23:22: connect: no route to host"} 2023-06-07T18:13:32Z ERROR Reconciler error {"controller": "configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"windows-instances","namespace":"openshift-windows-machine-config-operator"}, "namespace": "openshift-windows-machine-config-operator", "name": "windows-instances", "reconcileID": "0527a4df-254f-4b5e-90dd-9dd0e64e5cd7", "error": "error configuring host with address 10.0.137.23: failed to create new nodeconfig: error instantiating Windows instance from VM: unable to setup VM 10.0.137.23 sshConnectivity: error instantiating SSH client: unable to connect to Windows VM 10.0.137.23: timed out waiting for the condition"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T18:13:32Z DEBUG events error configuring host with address 10.0.137.23: failed to create new nodeconfig: error instantiating Windows instance from VM: unable to setup VM 10.0.137.23 sshConnectivity: error instantiating SSH client: unable to connect to Windows VM 10.0.137.23: timed out waiting for the condition {"type": "Warning", "object": {"kind":"ConfigMap","namespace":"openshift-windows-machine-config-operator","name":"windows-instances","uid":"a5324d15-8f96-4c97-8fa8-15087104ee6b","apiVersion":"v1","resourceVersion":"63828"}, "reason": "InstanceSetupFailure"} 2023-06-07T18:13:32Z DEBUG controllers.configmap Reconciling {"ConfigMap": {"Name":"windows-instances","Namespace":"openshift-windows-machine-config-operator"}} 2023-06-07T18:13:32Z INFO controllers.configmap processing {"instances in": "windows-instances"} 2023-06-07T18:13:32Z DEBUG wc ec2-18-216-135-131.us-east-2.compute.amazonaws.com initializing SSH connection 2023-06-07T18:15:44Z DEBUG wc ec2-18-216-135-131.us-east-2.compute.amazonaws.com SSH dial {"IP Address": "ec2-18-216-135-131.us-east-2.compute.amazonaws.com", "error": "dial tcp 18.216.135.131:22: connect: connection timed out"} 2023-06-07T18:16:17Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}} 2023-06-07T18:16:17Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5lb2v","Namespace":"openshift-machine-api"}, "address": "10.0.163.131"} 2023-06-07T18:16:17Z DEBUG wc 10.0.163.131 initializing SSH connection 2023-06-07T18:16:17Z INFO controller.windowsmachine instance requires upgrade {"node": "ip-10-0-163-131.ec2.internal", "version": "invalidVersion", "expected version": "9.0.0-ecc618b-dirty"} 2023-06-07T18:16:27Z INFO wc 10.0.163.131 deconfiguring 2023-06-07T18:16:27Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:16:27Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:16:27Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:16:27Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe stop windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:16:42Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:16:43Z DEBUG wc 10.0.163.131 run {"cmd": "sc.exe delete windows-instance-config-daemon", "out": "[SC] DeleteService SUCCESS\r\n"} 2023-06-07T18:16:58Z INFO wc 10.0.163.131 deconfigured {"service": "windows-instance-config-daemon"} 2023-06-07T18:16:58Z DEBUG wc 10.0.163.131 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T18:16:58Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T18:16:59Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T18:16:59Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T18:16:59Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T18:17:00Z DEBUG wc 10.0.163.131 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T18:17:00Z DEBUG wc 10.0.163.131 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T18:17:00Z ERROR wc 10.0.163.131 error running {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "F0607 18:17:00.802273 1392 cleanup.go:51] cannot get the ConfigMap tied to node: &Node{ObjectMeta:{ip-10-0-163-131.ec2.internal c169b8dc-f66c-4f94-b0b0-8e7685090e88 69140 0 2023-06-07 17:57:46 +0000 UTC map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:m5a.large beta.kubernetes.io/os:windows failure-domain.beta.kubernetes.io/region:us-east-1 failure-domain.beta.kubernetes.io/zone:us-east-1b kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-0-163-131.ec2.internal kubernetes.io/os:windows node-role.kubernetes.io/worker: node.kubernetes.io/instance-type:m5a.large node.kubernetes.io/windows-build:10.0.20348 node.openshift.io/os_id:Windows topology.kubernetes.io/region:us-east-1 topology.kubernetes.io/zone:us-east-1b] map[cloud.network.openshift.io/egress-ipconfig:[{\"interface\":\"eni-0d4c8b1f3090d427a\",\"ifaddr\":{\"ipv4\":\"10.0.128.0/18\"},\"capacity\":{\"ipv4\":9,\"ipv6\":10}}] k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac:00-15-5D-64-E3-C7 k8s.ovn.org/hybrid-overlay-node-subnet:10.132.2.0/24 machine.openshift.io/machine:openshift-machine-api/winworker-5lb2v volumes.kubernetes.io/controller-managed-attach-detach:true windowsmachineconfig.openshift.io/desired-version:9.0.0-ecc618b-dirty windowsmachineconfig.openshift.io/pub-key-hash:7c00ba8122aa764a192fe7d2d9ac4d3627b9c443c09480b18c055c2e178a6019 windowsmachineconfig.openshift.io/username:wx4EBwMIsmLnJpxccUhgd3lmSGE7TWPK2j1N6LIC3s/S5gHK6X0Yrijp9jHTawFcTH6bloWgQFQpfFjU8U1/U+kUtzA/t1uNmOQKBBGJragya987QVior1KxRKyI/EvpxmXghQA==kYMy windowsmachineconfig.openshift.io/version:invalidVersion] [] [] [{ancient-changes Update v1 2023-06-07 17:57:46 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:k8s.ovn.org/hybrid-overlay-node-subnet\":{},\"f:volumes.kubernetes.io/controller-managed-attach-detach\":{}},\"f:labels\":{\".\":{},\"f:beta.kubernetes.io/arch\":{},\"f:beta.kubernetes.io/os\":{},\"f:kubernetes.io/arch\":{},\"f:kubernetes.io/hostname\":{},\"f:kubernetes.io/os\":{},\"f:node.kubernetes.io/windows-build\":{},\"f:node.openshift.io/os_id\":{}}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\"f:beta.kubernetes.io/instance-type\":{},\"f:failure-domain.beta.kubernetes.io/region\":{},\"f:failure-domain.beta.kubernetes.io/zone\":{},\"f:node.kubernetes.io/instance-type\":{},\"f:topology.kubernetes.io/region\":{},\"f:topology.kubernetes.io/zone\":{}}},\"f:spec\":{\"f:providerID\":{}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:status\":{\"f:addresses\":{\"k:{\\\"type\\\":\\\"InternalDNS\\\"}\":{\".\":{},\"f:address\":{},\"f:type\":{}}}}} status} {cloud-network-config-controller Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:cloud.network.openshift.io/egress-ipconfig\":{}}}} } {EC2AMAZ-FDKA017 Update v1 2023-06-07 17:58:39 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac\":{}}}} } {Go-http-client Update v1 2023-06-07 17:58:53 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:machine.openshift.io/machine\":{},\"f:windowsmachineconfig.openshift.io/desired-version\":{},\"f:windowsmachineconfig.openshift.io/pub-key-hash\":{},\"f:windowsmachineconfig.openshift.io/username\":{}},\"f:labels\":{\"f:node-role.kubernetes.io/worker\":{}}}} } {kubelet.exe Update v1 2023-06-07 18:13:57 +0000 UTC FieldsV1 {\"f:status\":{\"f:conditions\":{\"k:{\\\"type\\\":\\\"DiskPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"MemoryPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"PIDPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"Ready\\\"}\":{\"f:lastHeartbeatTime\":{},\"f:lastTransitionTime\":{},\"f:message\":{},\"f:reason\":{},\"f:status\":{}}}}} status} {kubectl-annotate Update v1 2023-06-07 18:16:17 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:windowsmachineconfig.openshift.io/version\":{}}}} } {kube-controller-manager Update v1 2023-06-07 18:16:27 +0000 UTC FieldsV1 {\"f:spec\":{\"f:taints\":{}}} } {windows-machine-config-operator Update v1 2023-06-07 18:16:27 +0000 UTC FieldsV1 {\"f:spec\":{\"f:unschedulable\":{}}} }]},Spec:NodeSpec{PodCIDR:,DoNotUseExternalID:,ProviderID:aws:///us-east-1b/i-037edd092f22593e8,Unschedulable:true,Taints:[]Taint{Taint{Key:os,Value:Windows,Effect:NoSchedule,TimeAdded:,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:2023-06-07 18:16:27 +0000 UTC,},},ConfigSource:nil,PodCIDRs:[],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {} 2 DecimalSI},ephemeral-storage: {{128846917632 0} {} 125827068Ki BinarySI},memory: {{8321003520 0} {} 8125980Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Allocatable:ResourceList{cpu: {{1500 -3} {} 1500m DecimalSI},ephemeral-storage: {{114888483853 0} {} 114888483853 DecimalSI},memory: {{7142404096 0} {} 6975004Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:58:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.0.163.131,},NodeAddress{Type:InternalDNS,Address:ip-10-0-163-131.ec2.internal,},NodeAddress{Type:Hostname,Address:ip-10-0-163-131.ec2.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:EC2AMAZ-FDKA017,SystemUUID:EC24E874-D004-D882-625D-6A209CF8CA79,BootID:290,KernelVersion:10.0.20348.1726,OSImage:Windows Server 2022 Datacenter,ContainerRuntimeVersion:containerd://1.7.0,KubeletVersion:v1.27.2+15f19ea,KubeProxyVersion:v1.27.2+15f19ea,OperatingSystem:windows,Architecture:amd64,},Images:[]ContainerImage{},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} version annotation: expected pointer, but got nil\n", "error": "Process exited with status 1"} github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Run /build/windows-machine-config-operator/pkg/windows/windows.go:381 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).RunWICDCleanup /build/windows-machine-config-operator/pkg/windows/windows.go:408 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Deconfigure /build/windows-machine-config-operator/pkg/windows/windows.go:418 github.com/openshift/windows-machine-config-operator/pkg/nodeconfig.(*nodeConfig).Deconfigure /build/windows-machine-config-operator/pkg/nodeconfig/nodeconfig.go:485 github.com/openshift/windows-machine-config-operator/controllers.(*instanceReconciler).ensureInstanceIsUpToDate /build/windows-machine-config-operator/controllers/controllers.go:79 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).configureMachine /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:432 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).Reconcile /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:353 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T18:17:00Z INFO wc 10.0.163.131 failed to cleanup node {"command": "C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator", "output": "F0607 18:17:00.802273 1392 cleanup.go:51] cannot get the ConfigMap tied to node: &Node{ObjectMeta:{ip-10-0-163-131.ec2.internal c169b8dc-f66c-4f94-b0b0-8e7685090e88 69140 0 2023-06-07 17:57:46 +0000 UTC map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:m5a.large beta.kubernetes.io/os:windows failure-domain.beta.kubernetes.io/region:us-east-1 failure-domain.beta.kubernetes.io/zone:us-east-1b kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-0-163-131.ec2.internal kubernetes.io/os:windows node-role.kubernetes.io/worker: node.kubernetes.io/instance-type:m5a.large node.kubernetes.io/windows-build:10.0.20348 node.openshift.io/os_id:Windows topology.kubernetes.io/region:us-east-1 topology.kubernetes.io/zone:us-east-1b] map[cloud.network.openshift.io/egress-ipconfig:[{\"interface\":\"eni-0d4c8b1f3090d427a\",\"ifaddr\":{\"ipv4\":\"10.0.128.0/18\"},\"capacity\":{\"ipv4\":9,\"ipv6\":10}}] k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac:00-15-5D-64-E3-C7 k8s.ovn.org/hybrid-overlay-node-subnet:10.132.2.0/24 machine.openshift.io/machine:openshift-machine-api/winworker-5lb2v volumes.kubernetes.io/controller-managed-attach-detach:true windowsmachineconfig.openshift.io/desired-version:9.0.0-ecc618b-dirty windowsmachineconfig.openshift.io/pub-key-hash:7c00ba8122aa764a192fe7d2d9ac4d3627b9c443c09480b18c055c2e178a6019 windowsmachineconfig.openshift.io/username:wx4EBwMIsmLnJpxccUhgd3lmSGE7TWPK2j1N6LIC3s/S5gHK6X0Yrijp9jHTawFcTH6bloWgQFQpfFjU8U1/U+kUtzA/t1uNmOQKBBGJragya987QVior1KxRKyI/EvpxmXghQA==kYMy windowsmachineconfig.openshift.io/version:invalidVersion] [] [] [{ancient-changes Update v1 2023-06-07 17:57:46 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:k8s.ovn.org/hybrid-overlay-node-subnet\":{},\"f:volumes.kubernetes.io/controller-managed-attach-detach\":{}},\"f:labels\":{\".\":{},\"f:beta.kubernetes.io/arch\":{},\"f:beta.kubernetes.io/os\":{},\"f:kubernetes.io/arch\":{},\"f:kubernetes.io/hostname\":{},\"f:kubernetes.io/os\":{},\"f:node.kubernetes.io/windows-build\":{},\"f:node.openshift.io/os_id\":{}}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\"f:beta.kubernetes.io/instance-type\":{},\"f:failure-domain.beta.kubernetes.io/region\":{},\"f:failure-domain.beta.kubernetes.io/zone\":{},\"f:node.kubernetes.io/instance-type\":{},\"f:topology.kubernetes.io/region\":{},\"f:topology.kubernetes.io/zone\":{}}},\"f:spec\":{\"f:providerID\":{}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:status\":{\"f:addresses\":{\"k:{\\\"type\\\":\\\"InternalDNS\\\"}\":{\".\":{},\"f:address\":{},\"f:type\":{}}}}} status} {cloud-network-config-controller Update v1 2023-06-07 17:57:47 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:cloud.network.openshift.io/egress-ipconfig\":{}}}} } {EC2AMAZ-FDKA017 Update v1 2023-06-07 17:58:39 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac\":{}}}} } {Go-http-client Update v1 2023-06-07 17:58:53 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:machine.openshift.io/machine\":{},\"f:windowsmachineconfig.openshift.io/desired-version\":{},\"f:windowsmachineconfig.openshift.io/pub-key-hash\":{},\"f:windowsmachineconfig.openshift.io/username\":{}},\"f:labels\":{\"f:node-role.kubernetes.io/worker\":{}}}} } {kubelet.exe Update v1 2023-06-07 18:13:57 +0000 UTC FieldsV1 {\"f:status\":{\"f:conditions\":{\"k:{\\\"type\\\":\\\"DiskPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"MemoryPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"PIDPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"Ready\\\"}\":{\"f:lastHeartbeatTime\":{},\"f:lastTransitionTime\":{},\"f:message\":{},\"f:reason\":{},\"f:status\":{}}}}} status} {kubectl-annotate Update v1 2023-06-07 18:16:17 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:windowsmachineconfig.openshift.io/version\":{}}}} } {kube-controller-manager Update v1 2023-06-07 18:16:27 +0000 UTC FieldsV1 {\"f:spec\":{\"f:taints\":{}}} } {windows-machine-config-operator Update v1 2023-06-07 18:16:27 +0000 UTC FieldsV1 {\"f:spec\":{\"f:unschedulable\":{}}} }]},Spec:NodeSpec{PodCIDR:,DoNotUseExternalID:,ProviderID:aws:///us-east-1b/i-037edd092f22593e8,Unschedulable:true,Taints:[]Taint{Taint{Key:os,Value:Windows,Effect:NoSchedule,TimeAdded:,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:2023-06-07 18:16:27 +0000 UTC,},},ConfigSource:nil,PodCIDRs:[],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {} 2 DecimalSI},ephemeral-storage: {{128846917632 0} {} 125827068Ki BinarySI},memory: {{8321003520 0} {} 8125980Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Allocatable:ResourceList{cpu: {{1500 -3} {} 1500m DecimalSI},ephemeral-storage: {{114888483853 0} {} 114888483853 DecimalSI},memory: {{7142404096 0} {} 6975004Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:57:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-06-07 18:13:57 +0000 UTC,LastTransitionTime:2023-06-07 17:58:37 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.0.163.131,},NodeAddress{Type:InternalDNS,Address:ip-10-0-163-131.ec2.internal,},NodeAddress{Type:Hostname,Address:ip-10-0-163-131.ec2.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:EC2AMAZ-FDKA017,SystemUUID:EC24E874-D004-D882-625D-6A209CF8CA79,BootID:290,KernelVersion:10.0.20348.1726,OSImage:Windows Server 2022 Datacenter,ContainerRuntimeVersion:containerd://1.7.0,KubeletVersion:v1.27.2+15f19ea,KubeProxyVersion:v1.27.2+15f19ea,OperatingSystem:windows,Architecture:amd64,},Images:[]ContainerImage{},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} version annotation: expected pointer, but got nil\n"} 2023-06-07T18:17:00Z ERROR Reconciler error {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "Machine": {"name":"winworker-5lb2v","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "winworker-5lb2v", "reconcileID": "ba24e6c8-380b-4d9e-a047-73c54c007a27", "error": "unable to configure instance i-037edd092f22593e8: error deconfiguring instance: unable to cleanup the Windows instance: error running powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\": Process exited with status 1"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T18:17:00Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}} 2023-06-07T18:17:00Z DEBUG events Machine winworker-5lb2v configuration failure {"type": "Warning", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-5lb2v","uid":"c389ec2a-adb2-4ea8-b087-c5e10fa839e3","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"61973"}, "reason": "MachineSetupFailure"} 2023-06-07T18:17:00Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-9z2x2","Namespace":"openshift-machine-api"}, "address": "10.0.181.249"} 2023-06-07T18:17:00Z DEBUG wc 10.0.181.249 initializing SSH connection 2023-06-07T18:17:01Z INFO controller.windowsmachine instance requires upgrade {"node": "ip-10-0-181-249.ec2.internal", "version": "invalidVersion", "expected version": "9.0.0-ecc618b-dirty"} 2023-06-07T18:17:11Z INFO wc 10.0.181.249 deconfiguring 2023-06-07T18:17:11Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:17:11Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:17:11Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:17:11Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe stop windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:17:26Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:17:26Z DEBUG wc 10.0.181.249 run {"cmd": "sc.exe delete windows-instance-config-daemon", "out": "[SC] DeleteService SUCCESS\r\n"} 2023-06-07T18:17:41Z INFO wc 10.0.181.249 deconfigured {"service": "windows-instance-config-daemon"} 2023-06-07T18:17:41Z DEBUG wc 10.0.181.249 run {"cmd": "if not exist C:\\k mkdir C:\\k ", "out": ""} 2023-06-07T18:17:42Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\windows-instance-config-daemon.exe\"", "out": "True\r\n"} 2023-06-07T18:17:43Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\windows-instance-config-daemon.exe -Algorithm SHA256; $out.Hash\"", "out": "FEA7979D0A3E0541D6C4A655450BD59E2A2144DD31777A50C595839D3E065FA7\r\n"} 2023-06-07T18:17:43Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\windows-instance-config-daemon.exe"} 2023-06-07T18:17:43Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"Test-Path C:\\k\\\\wicd-kubeconfig\"", "out": "True\r\n"} 2023-06-07T18:17:44Z DEBUG wc 10.0.181.249 run {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"$out = Get-FileHash C:\\k\\\\wicd-kubeconfig -Algorithm SHA256; $out.Hash\"", "out": "16DA85493797FDECE09CC4D646D06B84268D40E15983F45407CC9BF87B147EFC\r\n"} 2023-06-07T18:17:44Z DEBUG wc 10.0.181.249 file already exists on VM with expected content {"file": "C:\\k\\\\wicd-kubeconfig"} 2023-06-07T18:17:45Z ERROR wc 10.0.181.249 error running {"cmd": "powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\"", "out": "F0607 18:17:45.054976 500 cleanup.go:51] cannot get the ConfigMap tied to node: &Node{ObjectMeta:{ip-10-0-181-249.ec2.internal 558c2a64-f6bc-4827-a55d-70cb6794e4fd 69467 0 2023-06-07 17:54:44 +0000 UTC map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:m5a.large beta.kubernetes.io/os:windows failure-domain.beta.kubernetes.io/region:us-east-1 failure-domain.beta.kubernetes.io/zone:us-east-1b kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-0-181-249.ec2.internal kubernetes.io/os:windows node-role.kubernetes.io/worker: node.kubernetes.io/instance-type:m5a.large node.kubernetes.io/windows-build:10.0.20348 node.openshift.io/os_id:Windows topology.kubernetes.io/region:us-east-1 topology.kubernetes.io/zone:us-east-1b] map[cloud.network.openshift.io/egress-ipconfig:[{\"interface\":\"eni-038234fdf584e07b3\",\"ifaddr\":{\"ipv4\":\"10.0.128.0/18\"},\"capacity\":{\"ipv4\":9,\"ipv6\":10}}] k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac:00-15-5D-1E-66-56 k8s.ovn.org/hybrid-overlay-node-subnet:10.132.1.0/24 machine.openshift.io/machine:openshift-machine-api/winworker-9z2x2 volumes.kubernetes.io/controller-managed-attach-detach:true windowsmachineconfig.openshift.io/desired-version:9.0.0-ecc618b-dirty windowsmachineconfig.openshift.io/pub-key-hash:7c00ba8122aa764a192fe7d2d9ac4d3627b9c443c09480b18c055c2e178a6019 windowsmachineconfig.openshift.io/username:wx4EBwMItsYND4EpFFFgjGsZ0QmyVNqJzAmGq+T8BRjS5gEFHKwcblWL5Y0tdF2CvFL8gnMraF4tp1yFmJ68XrkdwDZ8GGOSS6m6OElDuawPGw3RETlrcjA53HfJSOyI/ubgnQA==U6gK windowsmachineconfig.openshift.io/version:9.0.0-ecc618b-dirty] [] [] [{ancient-changes Update v1 2023-06-07 17:54:44 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:k8s.ovn.org/hybrid-overlay-node-subnet\":{},\"f:volumes.kubernetes.io/controller-managed-attach-detach\":{}},\"f:labels\":{\".\":{},\"f:beta.kubernetes.io/arch\":{},\"f:beta.kubernetes.io/os\":{},\"f:kubernetes.io/arch\":{},\"f:kubernetes.io/hostname\":{},\"f:kubernetes.io/os\":{},\"f:node.kubernetes.io/windows-build\":{},\"f:node.openshift.io/os_id\":{}}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\"f:beta.kubernetes.io/instance-type\":{},\"f:failure-domain.beta.kubernetes.io/region\":{},\"f:failure-domain.beta.kubernetes.io/zone\":{},\"f:node.kubernetes.io/instance-type\":{},\"f:topology.kubernetes.io/region\":{},\"f:topology.kubernetes.io/zone\":{}}},\"f:spec\":{\"f:providerID\":{}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:status\":{\"f:addresses\":{\"k:{\\\"type\\\":\\\"InternalDNS\\\"}\":{\".\":{},\"f:address\":{},\"f:type\":{}}}}} status} {cloud-network-config-controller Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:cloud.network.openshift.io/egress-ipconfig\":{}}}} } {EC2AMAZ-JMFQUSB Update v1 2023-06-07 17:55:31 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac\":{}}}} } {kubelet.exe Update v1 2023-06-07 18:14:31 +0000 UTC FieldsV1 {\"f:status\":{\"f:conditions\":{\"k:{\\\"type\\\":\\\"DiskPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"MemoryPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"PIDPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"Ready\\\"}\":{\"f:lastHeartbeatTime\":{},\"f:lastTransitionTime\":{},\"f:message\":{},\"f:reason\":{},\"f:status\":{}}}}} status} {kube-controller-manager Update v1 2023-06-07 18:17:11 +0000 UTC FieldsV1 {\"f:spec\":{\"f:taints\":{}}} } {windows-machine-config-operator Update v1 2023-06-07 18:17:11 +0000 UTC FieldsV1 {\"f:spec\":{\"f:unschedulable\":{}}} } {Go-http-client Update v1 2023-06-07 18:17:16 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:machine.openshift.io/machine\":{},\"f:windowsmachineconfig.openshift.io/desired-version\":{},\"f:windowsmachineconfig.openshift.io/pub-key-hash\":{},\"f:windowsmachineconfig.openshift.io/username\":{},\"f:windowsmachineconfig.openshift.io/version\":{}},\"f:labels\":{\"f:node-role.kubernetes.io/worker\":{}}}} }]},Spec:NodeSpec{PodCIDR:,DoNotUseExternalID:,ProviderID:aws:///us-east-1b/i-01641fa18172d6f62,Unschedulable:true,Taints:[]Taint{Taint{Key:os,Value:Windows,Effect:NoSchedule,TimeAdded:,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:2023-06-07 18:17:11 +0000 UTC,},},ConfigSource:nil,PodCIDRs:[],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {} 2 DecimalSI},ephemeral-storage: {{128846917632 0} {} 125827068Ki BinarySI},memory: {{8321003520 0} {} 8125980Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Allocatable:ResourceList{cpu: {{1500 -3} {} 1500m DecimalSI},ephemeral-storage: {{114888483853 0} {} 114888483853 DecimalSI},memory: {{7142404096 0} {} 6975004Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 18:09:24 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.0.181.249,},NodeAddress{Type:InternalDNS,Address:ip-10-0-181-249.ec2.internal,},NodeAddress{Type:Hostname,Address:ip-10-0-181-249.ec2.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:EC2AMAZ-JMFQUSB,SystemUUID:EC262B65-94D6-9B87-34D1-3E71F995279C,BootID:290,KernelVersion:10.0.20348.1726,OSImage:Windows Server 2022 Datacenter,ContainerRuntimeVersion:containerd://1.7.0,KubeletVersion:v1.27.2+15f19ea,KubeProxyVersion:v1.27.2+15f19ea,OperatingSystem:windows,Architecture:amd64,},Images:[]ContainerImage{},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} version annotation: expected pointer, but got nil\n", "error": "Process exited with status 1"} github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Run /build/windows-machine-config-operator/pkg/windows/windows.go:381 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).RunWICDCleanup /build/windows-machine-config-operator/pkg/windows/windows.go:408 github.com/openshift/windows-machine-config-operator/pkg/windows.(*windows).Deconfigure /build/windows-machine-config-operator/pkg/windows/windows.go:418 github.com/openshift/windows-machine-config-operator/pkg/nodeconfig.(*nodeConfig).Deconfigure /build/windows-machine-config-operator/pkg/nodeconfig/nodeconfig.go:485 github.com/openshift/windows-machine-config-operator/controllers.(*instanceReconciler).ensureInstanceIsUpToDate /build/windows-machine-config-operator/controllers/controllers.go:79 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).configureMachine /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:432 github.com/openshift/windows-machine-config-operator/controllers.(*WindowsMachineReconciler).Reconcile /build/windows-machine-config-operator/controllers/windowsmachine_controller.go:353 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:118 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:314 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T18:17:45Z INFO wc 10.0.181.249 failed to cleanup node {"command": "C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator", "output": "F0607 18:17:45.054976 500 cleanup.go:51] cannot get the ConfigMap tied to node: &Node{ObjectMeta:{ip-10-0-181-249.ec2.internal 558c2a64-f6bc-4827-a55d-70cb6794e4fd 69467 0 2023-06-07 17:54:44 +0000 UTC map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:m5a.large beta.kubernetes.io/os:windows failure-domain.beta.kubernetes.io/region:us-east-1 failure-domain.beta.kubernetes.io/zone:us-east-1b kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-0-181-249.ec2.internal kubernetes.io/os:windows node-role.kubernetes.io/worker: node.kubernetes.io/instance-type:m5a.large node.kubernetes.io/windows-build:10.0.20348 node.openshift.io/os_id:Windows topology.kubernetes.io/region:us-east-1 topology.kubernetes.io/zone:us-east-1b] map[cloud.network.openshift.io/egress-ipconfig:[{\"interface\":\"eni-038234fdf584e07b3\",\"ifaddr\":{\"ipv4\":\"10.0.128.0/18\"},\"capacity\":{\"ipv4\":9,\"ipv6\":10}}] k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac:00-15-5D-1E-66-56 k8s.ovn.org/hybrid-overlay-node-subnet:10.132.1.0/24 machine.openshift.io/machine:openshift-machine-api/winworker-9z2x2 volumes.kubernetes.io/controller-managed-attach-detach:true windowsmachineconfig.openshift.io/desired-version:9.0.0-ecc618b-dirty windowsmachineconfig.openshift.io/pub-key-hash:7c00ba8122aa764a192fe7d2d9ac4d3627b9c443c09480b18c055c2e178a6019 windowsmachineconfig.openshift.io/username:wx4EBwMItsYND4EpFFFgjGsZ0QmyVNqJzAmGq+T8BRjS5gEFHKwcblWL5Y0tdF2CvFL8gnMraF4tp1yFmJ68XrkdwDZ8GGOSS6m6OElDuawPGw3RETlrcjA53HfJSOyI/ubgnQA==U6gK windowsmachineconfig.openshift.io/version:9.0.0-ecc618b-dirty] [] [] [{ancient-changes Update v1 2023-06-07 17:54:44 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:k8s.ovn.org/hybrid-overlay-node-subnet\":{},\"f:volumes.kubernetes.io/controller-managed-attach-detach\":{}},\"f:labels\":{\".\":{},\"f:beta.kubernetes.io/arch\":{},\"f:beta.kubernetes.io/os\":{},\"f:kubernetes.io/arch\":{},\"f:kubernetes.io/hostname\":{},\"f:kubernetes.io/os\":{},\"f:node.kubernetes.io/windows-build\":{},\"f:node.openshift.io/os_id\":{}}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\"f:beta.kubernetes.io/instance-type\":{},\"f:failure-domain.beta.kubernetes.io/region\":{},\"f:failure-domain.beta.kubernetes.io/zone\":{},\"f:node.kubernetes.io/instance-type\":{},\"f:topology.kubernetes.io/region\":{},\"f:topology.kubernetes.io/zone\":{}}},\"f:spec\":{\"f:providerID\":{}}} } {aws-cloud-controller-manager Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:status\":{\"f:addresses\":{\"k:{\\\"type\\\":\\\"InternalDNS\\\"}\":{\".\":{},\"f:address\":{},\"f:type\":{}}}}} status} {cloud-network-config-controller Update v1 2023-06-07 17:54:45 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:cloud.network.openshift.io/egress-ipconfig\":{}}}} } {EC2AMAZ-JMFQUSB Update v1 2023-06-07 17:55:31 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:k8s.ovn.org/hybrid-overlay-distributed-router-gateway-mac\":{}}}} } {kubelet.exe Update v1 2023-06-07 18:14:31 +0000 UTC FieldsV1 {\"f:status\":{\"f:conditions\":{\"k:{\\\"type\\\":\\\"DiskPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"MemoryPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"PIDPressure\\\"}\":{\"f:lastHeartbeatTime\":{}},\"k:{\\\"type\\\":\\\"Ready\\\"}\":{\"f:lastHeartbeatTime\":{},\"f:lastTransitionTime\":{},\"f:message\":{},\"f:reason\":{},\"f:status\":{}}}}} status} {kube-controller-manager Update v1 2023-06-07 18:17:11 +0000 UTC FieldsV1 {\"f:spec\":{\"f:taints\":{}}} } {windows-machine-config-operator Update v1 2023-06-07 18:17:11 +0000 UTC FieldsV1 {\"f:spec\":{\"f:unschedulable\":{}}} } {Go-http-client Update v1 2023-06-07 18:17:16 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\"f:machine.openshift.io/machine\":{},\"f:windowsmachineconfig.openshift.io/desired-version\":{},\"f:windowsmachineconfig.openshift.io/pub-key-hash\":{},\"f:windowsmachineconfig.openshift.io/username\":{},\"f:windowsmachineconfig.openshift.io/version\":{}},\"f:labels\":{\"f:node-role.kubernetes.io/worker\":{}}}} }]},Spec:NodeSpec{PodCIDR:,DoNotUseExternalID:,ProviderID:aws:///us-east-1b/i-01641fa18172d6f62,Unschedulable:true,Taints:[]Taint{Taint{Key:os,Value:Windows,Effect:NoSchedule,TimeAdded:,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:2023-06-07 18:17:11 +0000 UTC,},},ConfigSource:nil,PodCIDRs:[],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {} 2 DecimalSI},ephemeral-storage: {{128846917632 0} {} 125827068Ki BinarySI},memory: {{8321003520 0} {} 8125980Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Allocatable:ResourceList{cpu: {{1500 -3} {} 1500m DecimalSI},ephemeral-storage: {{114888483853 0} {} 114888483853 DecimalSI},memory: {{7142404096 0} {} 6975004Ki BinarySI},pods: {{250 0} {} 250 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 17:54:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-06-07 18:14:31 +0000 UTC,LastTransitionTime:2023-06-07 18:09:24 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.0.181.249,},NodeAddress{Type:InternalDNS,Address:ip-10-0-181-249.ec2.internal,},NodeAddress{Type:Hostname,Address:ip-10-0-181-249.ec2.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:EC2AMAZ-JMFQUSB,SystemUUID:EC262B65-94D6-9B87-34D1-3E71F995279C,BootID:290,KernelVersion:10.0.20348.1726,OSImage:Windows Server 2022 Datacenter,ContainerRuntimeVersion:containerd://1.7.0,KubeletVersion:v1.27.2+15f19ea,KubeProxyVersion:v1.27.2+15f19ea,OperatingSystem:windows,Architecture:amd64,},Images:[]ContainerImage{},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} version annotation: expected pointer, but got nil\n"} 2023-06-07T18:17:45Z DEBUG events Machine winworker-9z2x2 configuration failure {"type": "Warning", "object": {"kind":"Machine","namespace":"openshift-machine-api","name":"winworker-9z2x2","uid":"05bc5e60-f68e-4191-9d4c-91c23a366de9","apiVersion":"machine.openshift.io/v1beta1","resourceVersion":"66417"}, "reason": "MachineSetupFailure"} 2023-06-07T18:17:45Z ERROR Reconciler error {"controller": "machine", "controllerGroup": "machine.openshift.io", "controllerKind": "Machine", "Machine": {"name":"winworker-9z2x2","namespace":"openshift-machine-api"}, "namespace": "openshift-machine-api", "name": "winworker-9z2x2", "reconcileID": "fb0020bc-2605-4467-a1cf-95cee8b29f7b", "error": "unable to configure instance i-01641fa18172d6f62: error deconfiguring instance: unable to cleanup the Windows instance: error running powershell.exe -NonInteractive -ExecutionPolicy Bypass \"C:\\k\\windows-instance-config-daemon.exe cleanup --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\": Process exited with status 1"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:320 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:265 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 /build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:226 2023-06-07T18:17:45Z DEBUG controller.windowsmachine reconciling {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}} 2023-06-07T18:17:45Z INFO controller.windowsmachine processing {"windowsmachine": {"Name":"winworker-5nntx","Namespace":"openshift-machine-api"}, "address": "10.0.191.184"} 2023-06-07T18:17:45Z DEBUG wc 10.0.191.184 initializing SSH connection 2023-06-07T18:17:45Z INFO controller.windowsmachine instance requires upgrade {"node": "ip-10-0-191-184.ec2.internal", "version": "invalidVersion", "expected version": "9.0.0-ecc618b-dirty"} 2023-06-07T18:17:55Z INFO wc 10.0.191.184 deconfiguring 2023-06-07T18:17:55Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:17:56Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe qc windows-instance-config-daemon", "out": "[SC] QueryServiceConfig SUCCESS\r\n\r\nSERVICE_NAME: windows-instance-config-daemon\r\n TYPE : 10 WIN32_OWN_PROCESS \r\n START_TYPE : 2 AUTO_START\r\n ERROR_CONTROL : 1 NORMAL\r\n BINARY_PATH_NAME : C:\\k\\windows-instance-config-daemon.exe controller --windows-service --log-dir C:\\var\\log\\wicd --kubeconfig C:\\k\\wicd-kubeconfig --namespace openshift-windows-machine-config-operator\r\n LOAD_ORDER_GROUP : \r\n TAG : 0\r\n DISPLAY_NAME : windows-instance-config-daemon\r\n DEPENDENCIES : \r\n SERVICE_START_NAME : LocalSystem\r\n"} 2023-06-07T18:17:56Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:17:56Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe stop windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 4 RUNNING \r\n (STOPPABLE, NOT_PAUSABLE, ACCEPTS_SHUTDOWN)\r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:18:11Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe query windows-instance-config-daemon", "out": "\r\nSERVICE_NAME: windows-instance-config-daemon \r\n TYPE : 10 WIN32_OWN_PROCESS \r\n STATE : 1 STOPPED \r\n WIN32_EXIT_CODE : 0 (0x0)\r\n SERVICE_EXIT_CODE : 0 (0x0)\r\n CHECKPOINT : 0x0\r\n WAIT_HINT : 0x0\r\n"} 2023-06-07T18:18:11Z DEBUG wc 10.0.191.184 run {"cmd": "sc.exe delete windows-instance-config-daemon", "out": "[SC] DeleteService SUCCESS\r\n"}