-
Bug
-
Resolution: Done-Errata
-
Critical
-
None
-
4.13.z
-
None
-
Quality / Stability / Reliability
-
False
-
-
3
-
None
-
No
-
None
-
None
-
None
-
WINC - Sprint 241
-
1
-
None
-
None
-
None
-
None
-
None
-
None
-
None
Description of problem:
Installing version 4.13 is failing mahcines could not created machines stuck in provisioning
{"level":"info","ts":"2023-09-03T14:34:49Z","logger":"wc 10.0.152.33","msg":"configuring"}
{"level":"info","ts":"2023-09-03T14:34:56Z","logger":"wc 10.0.152.33","msg":"transferring files"}
{"level":"error","ts":"2023-09-03T14:34:57Z","msg":"Reconciler error","controller":"machine","controllerGroup":"machine.openshift.io","controllerKind":"Machine","Machine":{"name":"rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","namespace":"openshift-machine-api"},"namespace":"openshift-machine-api","name":"rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","reconcileID":"024dbae6-4795-45fb-be71-5c8261166655","error":"unable to configure instance i-070fe1a193acdebb0: bootstrapping the Windows instance failed: error transferring files to Windows VM: error getting list of files to transfer: could not create FileInfo object for file /payload/csi-proxy/csi-proxy.exe: could not get contents of file: open /payload/csi-proxy/csi-proxy.exe: no such file or directory","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"info","ts":"2023-09-03T14:50:55Z","logger":"controller.windowsmachine","msg":"processing","windowsmachine":"openshift-machine-api/rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","address":"10.0.147.62"}
{"level":"info","ts":"2023-09-03T14:51:28Z","logger":"wc 10.0.147.62","msg":"configuring"}
{"level":"info","ts":"2023-09-03T14:51:34Z","logger":"wc 10.0.147.62","msg":"transferring files"}
{"level":"error","ts":"2023-09-03T14:51:35Z","msg":"Reconciler error","controller":"machine","controllerGroup":"machine.openshift.io","controllerKind":"Machine","Machine":{"name":"rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","namespace":"openshift-machine-api"},"namespace":"openshift-machine-api","name":"rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","reconcileID":"6e6fcb9b-e895-4e90-b55b-bf42bc33383c","error":"unable to configure instance i-065f7dda1e73b375e: bootstrapping the Windows instance failed: error transferring files to Windows VM: error getting list of files to transfer: could not create FileInfo object for file /payload/csi-proxy/csi-proxy.exe: could not get contents of file: open /payload/csi-proxy/csi-proxy.exe: no such file or directory","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
{"level":"info","ts":"2023-09-03T14:51:37Z","logger":"controller.windowsmachine","msg":"processing","windowsmachine":"openshift-machine-api/rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","address":"10.0.152.33"}
oc get cm -n openshift-windows-machine-config-operator windows-services-8.1.0-a2d381e -oyaml
apiVersion: v1
data:
files: '[]'
services: '[{"name":"containerd","path":"C:\\k\\containerd\\containerd.exe --config
C:\\k\\containerd\\containerd_conf.toml --log-file C:\\var\\log\\containerd\\containerd.log
--run-service --log-level info","powershellPreScripts":[{"path":"C:\\Temp\\windows-defender-exclusion.ps1
-BinPath C:\\k\\containerd\\containerd.exe"}],"bootstrap":true,"priority":0},{"name":"kubelet","path":"C:\\k\\kube-log-runner.exe
-log-file=C:\\var\\log\\kubelet\\kubelet.log C:\\k\\kubelet.exe --config=C:\\k\\kubelet.conf
--bootstrap-kubeconfig=C:\\k\\bootstrap-kubeconfig --kubeconfig=C:\\k\\kubeconfig
--cert-dir=c:\\var\\lib\\kubelet\\pki\\ --windows-service --register-with-taints=os=Windows:NoSchedule
--node-labels=node.openshift.io/os_id=Windows --container-runtime=remote --container-runtime-endpoint=npipe://./pipe/containerd-containerd
--resolv-conf= --windows-priorityclass=ABOVE_NORMAL_PRIORITY_CLASS --v=2 --cloud-provider=aws
--hostname-override=HOSTNAME_OVERRIDE","powershellPreScripts":[{"variableName":"HOSTNAME_OVERRIDE","path":"Invoke-RestMethod
-UseBasicParsing -Uri http://169.254.169.254/latest/meta-data/local-hostname"}],"dependencies":["containerd"],"bootstrap":true,"priority":1},{"name":"windows_exporter","path":"C:\\k\\windows_exporter.exe
--collectors.enabled cpu,cs,logical_disk,net,os,service,system,textfile,container,memory,cpu_info","bootstrap":false,"priority":2},{"name":"hybrid-overlay-node","path":"C:\\k\\hybrid-overlay-node.exe
--node NODE_NAME --k8s-kubeconfig C:\\k\\kubeconfig --windows-service --logfile
C:\\var\\log\\hybrid-overlay\\hybrid-overlay.log","nodeVariablesInCommand":[{"name":"NODE_NAME","nodeObjectJsonPath":"{.metadata.name}"}],"dependencies":["kubelet"],"bootstrap":false,"priority":2},{"name":"csi-proxy","path":"C:\\k\\csi-proxy.exe
-log_file=C:\\var\\log\\csi-proxy\\csi-proxy.log -logtostderr=false -windows-service","bootstrap":false,"priority":2},{"name":"kube-proxy","path":"C:\\k\\kube-log-runner.exe
-log-file=C:\\var\\log\\kube-proxy\\kube-proxy.log C:\\k\\kube-proxy.exe --windows-service
--proxy-mode=kernelspace --feature-gates=WinOverlay=true --hostname-override=NODE_NAME
--kubeconfig=C:\\k\\kubeconfig --cluster-cidr=NODE_SUBNET --network-name=OVNKubernetesHybridOverlayNetwork
--source-vip=ENDPOINT_IP --enable-dsr=false --v=2","nodeVariablesInCommand":[{"name":"NODE_NAME","nodeObjectJsonPath":"{.metadata.name}"},{"name":"NODE_SUBNET","nodeObjectJsonPath":"{.metadata.annotations.k8s\\.ovn\\.org/hybrid-overlay-node-subnet}"}],"powershellPreScripts":[{"variableName":"ENDPOINT_IP","path":"C:\\Temp\\network-conf.ps1"}],"dependencies":["hybrid-overlay-node"],"bootstrap":false,"priority":3}]'
immutable: true
kind: ConfigMap
metadata:
creationTimestamp: "2023-09-03T13:34:08Z"
name: windows-services-8.1.0-a2d381e
namespace: openshift-windows-machine-config-operator
resourceVersion: "36360"
uid: 8a4b5029-d6d3-4eb8-8440-723928a300ef
oc get machineset -n openshift-machine-api rrasouli-719-59t8n-windows-worker-us-east-2a -oyaml
apiVersion: machine.openshift.io/v1beta1
kind: MachineSet
metadata:
annotations:
machine.openshift.io/GPU: "0"
machine.openshift.io/memoryMb: "8192"
machine.openshift.io/vCPU: "2"
creationTimestamp: "2023-09-03T13:34:36Z"
generation: 1
labels:
machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
name: rrasouli-719-59t8n-windows-worker-us-east-2a
namespace: openshift-machine-api
resourceVersion: "36528"
uid: 11ad7ea3-c6f4-448c-92f7-4944eaadb80d
spec:
deletePolicy: Newest
replicas: 2
selector:
matchLabels:
machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
machine.openshift.io/cluster-api-machineset: rrasouli-719-59t8n-windows-worker-us-east-2a
template:
metadata:
labels:
machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
machine.openshift.io/cluster-api-machine-role: worker
machine.openshift.io/cluster-api-machine-type: worker
machine.openshift.io/cluster-api-machineset: rrasouli-719-59t8n-windows-worker-us-east-2a
machine.openshift.io/os-id: Windows
spec:
lifecycleHooks: {}
metadata:
labels:
node-role.kubernetes.io/worker: ""
providerSpec:
value:
ami:
id: ami-030885cc0ec082d8d
apiVersion: awsproviderconfig.openshift.io/v1beta1
blockDevices:
- ebs:
iops: 0
kmsKey: {}
volumeSize: 120
volumeType: gp2
credentialsSecret:
name: aws-cloud-credentials
deviceIndex: 0
iamInstanceProfile:
id: rrasouli-719-59t8n-worker-profile
instanceType: m5a.large
kind: AWSMachineProviderConfig
metadata:
creationTimestamp: null
metadataServiceOptions: {}
placement:
availabilityZone: us-east-2a
region: us-east-2
securityGroups:
- filters:
- name: tag:Name
values:
- rrasouli-719-59t8n-worker-sg
subnet:
id: subnet-0f4ef5c150dfb49d2
tags:
- name: kubernetes.io/cluster/rrasouli-719-59t8n
value: owned
userDataSecret:
name: windows-user-data
Version-Release number of selected component (if applicable):
8.1.0-a2d381e Server Version: 4.13.11
How reproducible:
100%
Steps to Reproduce:
1. 2. 3.
Actual results:
Expected results:
Additional info:
- links to
-
RHSA-2023:119859
Red Hat OpenShift support for Windows Containers 8.1.0 security update
- mentioned on