Uploaded image for project: 'OpenShift Bugs'
  1. OpenShift Bugs
  2. OCPBUGS-18482

Failed to install 4.13 Windows workers could not get contents of file: open /payload/csi-proxy/csi-proxy.exe: no such file or directory

XMLWordPrintable

    • Icon: Bug Bug
    • Resolution: Done-Errata
    • Icon: Critical Critical
    • None
    • 4.13.z
    • Windows Containers
    • None
    • No
    • 3
    • WINC - Sprint 241
    • 1
    • False
    • Hide

      None

      Show
      None

      Description of problem:

      Installing version 4.13 is failing mahcines could not created machines stuck in provisioning
      
      {"level":"info","ts":"2023-09-03T14:34:49Z","logger":"wc 10.0.152.33","msg":"configuring"}
      {"level":"info","ts":"2023-09-03T14:34:56Z","logger":"wc 10.0.152.33","msg":"transferring files"}
      {"level":"error","ts":"2023-09-03T14:34:57Z","msg":"Reconciler error","controller":"machine","controllerGroup":"machine.openshift.io","controllerKind":"Machine","Machine":{"name":"rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","namespace":"openshift-machine-api"},"namespace":"openshift-machine-api","name":"rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","reconcileID":"024dbae6-4795-45fb-be71-5c8261166655","error":"unable to configure instance i-070fe1a193acdebb0: bootstrapping the Windows instance failed: error transferring files to Windows VM: error getting list of files to transfer: could not create FileInfo object for file /payload/csi-proxy/csi-proxy.exe: could not get contents of file: open /payload/csi-proxy/csi-proxy.exe: no such file or directory","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
      {"level":"info","ts":"2023-09-03T14:50:55Z","logger":"controller.windowsmachine","msg":"processing","windowsmachine":"openshift-machine-api/rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","address":"10.0.147.62"}
      {"level":"info","ts":"2023-09-03T14:51:28Z","logger":"wc 10.0.147.62","msg":"configuring"}
      {"level":"info","ts":"2023-09-03T14:51:34Z","logger":"wc 10.0.147.62","msg":"transferring files"}
      {"level":"error","ts":"2023-09-03T14:51:35Z","msg":"Reconciler error","controller":"machine","controllerGroup":"machine.openshift.io","controllerKind":"Machine","Machine":{"name":"rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","namespace":"openshift-machine-api"},"namespace":"openshift-machine-api","name":"rrasouli-719-59t8n-windows-worker-us-east-2a-hr5g8","reconcileID":"6e6fcb9b-e895-4e90-b55b-bf42bc33383c","error":"unable to configure instance i-065f7dda1e73b375e: bootstrapping the Windows instance failed: error transferring files to Windows VM: error getting list of files to transfer: could not create FileInfo object for file /payload/csi-proxy/csi-proxy.exe: could not get contents of file: open /payload/csi-proxy/csi-proxy.exe: no such file or directory","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:329\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:274\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/remote-source/build/windows-machine-config-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235"}
      {"level":"info","ts":"2023-09-03T14:51:37Z","logger":"controller.windowsmachine","msg":"processing","windowsmachine":"openshift-machine-api/rrasouli-719-59t8n-windows-worker-us-east-2a-j9jr5","address":"10.0.152.33"}
      
      
       oc get cm  -n openshift-windows-machine-config-operator windows-services-8.1.0-a2d381e -oyaml
      apiVersion: v1
      data:
        files: '[]'
        services: '[{"name":"containerd","path":"C:\\k\\containerd\\containerd.exe --config
          C:\\k\\containerd\\containerd_conf.toml --log-file C:\\var\\log\\containerd\\containerd.log
          --run-service --log-level info","powershellPreScripts":[{"path":"C:\\Temp\\windows-defender-exclusion.ps1
          -BinPath C:\\k\\containerd\\containerd.exe"}],"bootstrap":true,"priority":0},{"name":"kubelet","path":"C:\\k\\kube-log-runner.exe
          -log-file=C:\\var\\log\\kubelet\\kubelet.log C:\\k\\kubelet.exe --config=C:\\k\\kubelet.conf
          --bootstrap-kubeconfig=C:\\k\\bootstrap-kubeconfig --kubeconfig=C:\\k\\kubeconfig
          --cert-dir=c:\\var\\lib\\kubelet\\pki\\ --windows-service --register-with-taints=os=Windows:NoSchedule
          --node-labels=node.openshift.io/os_id=Windows --container-runtime=remote --container-runtime-endpoint=npipe://./pipe/containerd-containerd
          --resolv-conf= --windows-priorityclass=ABOVE_NORMAL_PRIORITY_CLASS --v=2 --cloud-provider=aws
          --hostname-override=HOSTNAME_OVERRIDE","powershellPreScripts":[{"variableName":"HOSTNAME_OVERRIDE","path":"Invoke-RestMethod
          -UseBasicParsing -Uri http://169.254.169.254/latest/meta-data/local-hostname"}],"dependencies":["containerd"],"bootstrap":true,"priority":1},{"name":"windows_exporter","path":"C:\\k\\windows_exporter.exe
          --collectors.enabled cpu,cs,logical_disk,net,os,service,system,textfile,container,memory,cpu_info","bootstrap":false,"priority":2},{"name":"hybrid-overlay-node","path":"C:\\k\\hybrid-overlay-node.exe
          --node NODE_NAME --k8s-kubeconfig C:\\k\\kubeconfig --windows-service --logfile
          C:\\var\\log\\hybrid-overlay\\hybrid-overlay.log","nodeVariablesInCommand":[{"name":"NODE_NAME","nodeObjectJsonPath":"{.metadata.name}"}],"dependencies":["kubelet"],"bootstrap":false,"priority":2},{"name":"csi-proxy","path":"C:\\k\\csi-proxy.exe
          -log_file=C:\\var\\log\\csi-proxy\\csi-proxy.log -logtostderr=false -windows-service","bootstrap":false,"priority":2},{"name":"kube-proxy","path":"C:\\k\\kube-log-runner.exe
          -log-file=C:\\var\\log\\kube-proxy\\kube-proxy.log C:\\k\\kube-proxy.exe --windows-service
          --proxy-mode=kernelspace --feature-gates=WinOverlay=true --hostname-override=NODE_NAME
          --kubeconfig=C:\\k\\kubeconfig --cluster-cidr=NODE_SUBNET --network-name=OVNKubernetesHybridOverlayNetwork
          --source-vip=ENDPOINT_IP --enable-dsr=false --v=2","nodeVariablesInCommand":[{"name":"NODE_NAME","nodeObjectJsonPath":"{.metadata.name}"},{"name":"NODE_SUBNET","nodeObjectJsonPath":"{.metadata.annotations.k8s\\.ovn\\.org/hybrid-overlay-node-subnet}"}],"powershellPreScripts":[{"variableName":"ENDPOINT_IP","path":"C:\\Temp\\network-conf.ps1"}],"dependencies":["hybrid-overlay-node"],"bootstrap":false,"priority":3}]'
      immutable: true
      kind: ConfigMap
      metadata:
        creationTimestamp: "2023-09-03T13:34:08Z"
        name: windows-services-8.1.0-a2d381e
        namespace: openshift-windows-machine-config-operator
        resourceVersion: "36360"
        uid: 8a4b5029-d6d3-4eb8-8440-723928a300ef
      
      oc get machineset -n openshift-machine-api rrasouli-719-59t8n-windows-worker-us-east-2a -oyaml
      apiVersion: machine.openshift.io/v1beta1
      kind: MachineSet
      metadata:
        annotations:
          machine.openshift.io/GPU: "0"
          machine.openshift.io/memoryMb: "8192"
          machine.openshift.io/vCPU: "2"
        creationTimestamp: "2023-09-03T13:34:36Z"
        generation: 1
        labels:
          machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
        name: rrasouli-719-59t8n-windows-worker-us-east-2a
        namespace: openshift-machine-api
        resourceVersion: "36528"
        uid: 11ad7ea3-c6f4-448c-92f7-4944eaadb80d
      spec:
        deletePolicy: Newest
        replicas: 2
        selector:
          matchLabels:
            machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
            machine.openshift.io/cluster-api-machineset: rrasouli-719-59t8n-windows-worker-us-east-2a
        template:
          metadata:
            labels:
              machine.openshift.io/cluster-api-cluster: rrasouli-719-59t8n
              machine.openshift.io/cluster-api-machine-role: worker
              machine.openshift.io/cluster-api-machine-type: worker
              machine.openshift.io/cluster-api-machineset: rrasouli-719-59t8n-windows-worker-us-east-2a
              machine.openshift.io/os-id: Windows
          spec:
            lifecycleHooks: {}
            metadata:
              labels:
                node-role.kubernetes.io/worker: ""
            providerSpec:
              value:
                ami:
                  id: ami-030885cc0ec082d8d
                apiVersion: awsproviderconfig.openshift.io/v1beta1
                blockDevices:
                - ebs:
                    iops: 0
                    kmsKey: {}
                    volumeSize: 120
                    volumeType: gp2
                credentialsSecret:
                  name: aws-cloud-credentials
                deviceIndex: 0
                iamInstanceProfile:
                  id: rrasouli-719-59t8n-worker-profile
                instanceType: m5a.large
                kind: AWSMachineProviderConfig
                metadata:
                  creationTimestamp: null
                metadataServiceOptions: {}
                placement:
                  availabilityZone: us-east-2a
                  region: us-east-2
                securityGroups:
                - filters:
                  - name: tag:Name
                    values:
                    - rrasouli-719-59t8n-worker-sg
                subnet:
                  id: subnet-0f4ef5c150dfb49d2
                tags:
                - name: kubernetes.io/cluster/rrasouli-719-59t8n
                  value: owned
                userDataSecret:
                  name: windows-user-data
      
      
      

      Version-Release number of selected component (if applicable):

      8.1.0-a2d381e
      Server Version: 4.13.11

      How reproducible:

      100%

      Steps to Reproduce:

      1.
      2.
      3.
      

      Actual results:

       

      Expected results:

       

      Additional info:

       

            mohashai Mohammad Shaikh
            rrasouli Aharon Rasouli
            Aharon Rasouli Aharon Rasouli
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

              Created:
              Updated:
              Resolved: