Uploaded image for project: 'OpenShift Bugs'
  1. OpenShift Bugs
  2. OCPBUGS-3632

LocalVolumes PVs get deleted while running system tests on SNO with Telco DU profile

XMLWordPrintable

    • Critical
    • Rejected
    • False
    • Hide

      None

      Show
      None
    • Hide
      11/28: Waiting on sosreports from reporter/Telco.
      11/21: Yellow. Waiting on data from reporter/Telco.
      11/14: added to the Telco-Grade OCP 4.12 gating list
      Show
      11/28: Waiting on sosreports from reporter/Telco. 11/21: Yellow. Waiting on data from reporter/Telco. 11/14: added to the Telco-Grade OCP 4.12 gating list

      Description of problem:

      LocalVolumes PVs get deleted while running system tests on SNO with Telco DU profile

      Version-Release number of selected component (if applicable):

      4.10.41

      How reproducible:

      Issue observed once

      Steps to Reproduce:

      1. Deploy SNO with Telco DU profile applied
      2. Run Telco system tests which includ creating / re-creating various pods with LocalVolume PVCs
      

      Actual results:

      Some of the test fail because LocalVolume PVs become unavailable while running the test. Note that not all the tests which make use of such PVs fail which means that the issue is not present from the beginning.

      Expected results:

      PVs remain available while running tests.

      Additional info:

      oc -n openshift-local-storage get LocalVolume  -o yaml
      apiVersion: v1
      items:
      - apiVersion: local.storage.openshift.io/v1
        kind: LocalVolume
        metadata:
          creationTimestamp: "2022-11-14T10:37:39Z"
          finalizers:
          - storage.openshift.com/local-volume-protection
          generation: 1
          name: local-disks
          namespace: openshift-local-storage
          resourceVersion: "28796"
          uid: ad0f2940-bf2b-4c22-a46c-c7d74102bc76
        spec:
          logLevel: Normal
          managementState: Managed
          storageClassDevices:
          - devicePaths:
            - /dev/new_vol_group/vol1
            - /dev/new_vol_group/vol2
            - /dev/new_vol_group/vol3
            - /dev/new_vol_group/vol4
            - /dev/new_vol_group/vol5
            - /dev/new_vol_group/vol6
            - /dev/new_vol_group/vol7
            - /dev/new_vol_group/vol8
            - /dev/new_vol_group/vol9
            - /dev/new_vol_group/vol10
            - /dev/new_vol_group/vol11
            - /dev/new_vol_group/vol12
            - /dev/new_vol_group/vol13
            - /dev/new_vol_group/vol14
            - /dev/new_vol_group/vol15
            - /dev/new_vol_group/vol16
            - /dev/new_vol_group/vol17
            - /dev/new_vol_group/vol18
            - /dev/new_vol_group/vol19
            - /dev/new_vol_group/vol20
            - /dev/new_vol_group/vol21
            - /dev/new_vol_group/vol22
            - /dev/new_vol_group/vol23
            - /dev/new_vol_group/vol24
            - /dev/new_vol_group/vol25
            - /dev/new_vol_group/vol26
            - /dev/new_vol_group/vol27
            - /dev/new_vol_group/vol28
            - /dev/new_vol_group/vol29
            - /dev/new_vol_group/vol30
            fsType: xfs
            storageClassName: local-sc
            volumeMode: Filesystem
        status:
          conditions:
          - lastTransitionTime: "2022-11-14T10:37:39Z"
            message: Ready
            status: "True"
            type: Available
          generations:
          - group: apps
            lastGeneration: 1
            name: diskmaker-manager
            namespace: openshift-local-storage
            resource: DaemonSet
          managementState: Managed
          observedGeneration: 1
          readyReplicas: 0
      - apiVersion: local.storage.openshift.io/v1
        kind: LocalVolume
        metadata:
          creationTimestamp: "2022-11-14T10:37:39Z"
          finalizers:
          - storage.openshift.com/local-volume-protection
          generation: 1
          name: local-disks1
          namespace: openshift-local-storage
          resourceVersion: "28812"
          uid: 39e64b5e-9b24-436d-8901-4ade860c9829
        spec:
          logLevel: Normal
          managementState: Managed
          storageClassDevices:
          - devicePaths:
            - /dev/new_vol_group/vol31
            - /dev/new_vol_group/vol32
            - /dev/new_vol_group/vol33
            - /dev/new_vol_group/vol34
            - /dev/new_vol_group/vol35
            - /dev/new_vol_group/vol36
            - /dev/new_vol_group/vol37
            - /dev/new_vol_group/vol38
            - /dev/new_vol_group/vol39
            - /dev/new_vol_group/vol40
            - /dev/new_vol_group/vol41
            - /dev/new_vol_group/vol42
            - /dev/new_vol_group/vol43
            - /dev/new_vol_group/vol44
            - /dev/new_vol_group/vol45
            - /dev/new_vol_group/vol46
            - /dev/new_vol_group/vol47
            - /dev/new_vol_group/vol48
            - /dev/new_vol_group/vol49
            - /dev/new_vol_group/vol50
            - /dev/new_vol_group/vol51
            - /dev/new_vol_group/vol52
            - /dev/new_vol_group/vol53
            - /dev/new_vol_group/vol54
            - /dev/new_vol_group/vol55
            - /dev/new_vol_group/vol56
            - /dev/new_vol_group/vol57
            - /dev/new_vol_group/vol58
            - /dev/new_vol_group/vol59
            - /dev/new_vol_group/vol60
            fsType: xfs
            storageClassName: local-sc1
            volumeMode: Filesystem
        status:
          conditions:
          - lastTransitionTime: "2022-11-14T10:37:39Z"
            message: Ready
            status: "True"
            type: Available
          generations:
          - group: apps
            lastGeneration: 1
            name: diskmaker-manager
            namespace: openshift-local-storage
            resource: DaemonSet
          managementState: Managed
          observedGeneration: 1
          readyReplicas: 0
      kind: List
      metadata:
        resourceVersion: ""
      
      
      oc get pv -A
      NAME                CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS   CLAIM                                       STORAGECLASS   REASON   AGE
      local-pv-98064098   100Gi      RWO            Delete           Bound    openshift-image-registry/registry-storage   local-sc1               3h37m
      

            hekumar@redhat.com Hemant Kumar
            mcornea@redhat.com Marius Cornea
            Wei Duan Wei Duan
            Marius Cornea
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

              Created:
              Updated:
              Resolved: