Uploaded image for project: 'OpenShift Specialist Platform Team'
  1. OpenShift Specialist Platform Team
  2. SPLAT-1674

leases are being deleted before deprovision-vsphere-lease can be executed

    • OpenShift SPLAT - Sprint 256, OpenShift SPLAT - Sprint 257, OpenShift SPLAT - Sprint 258, OpenShift SPLAT - Sprint 259, OpenShift SPLAT - Sprint 260, OpenShift SPLAT - Sprint 261

      # jcallen @ fedora in ~/Development/release/ci-operator/config/openshift/windows-machine-config-operator on git:fix-vsphere-wicd o [8:18:34] C:1
      $ oc logs vsphere-capacity-manager-vcenter-ctrl-5f4c6dc74b-wsm2s | grep vsphere-elastic-51-g6rkz 
      2024-06-26T08:11:40Z    INFO    cached lease was created at 2024-06-26 08:11:40 +0000 UTC       {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "d3adbb7a-f109-437b-8b4b-0a2cc8b32cfe"}
      2024-06-26T08:11:40Z    INFO    checking leased network /cidatacenter/network/ci-vlan-1284      {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "d3adbb7a-f109-437b-8b4b-0a2cc8b32cfe"}
      2024-06-26T08:11:40Z    INFO    Found active cached vSphere client session      {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "d3adbb7a-f109-437b-8b4b-0a2cc8b32cfe", "server": "vcenter.ci.ibmc.devcluster.openshift.com", "datacenter": "", "username": "ci-user-0@ci.ibmc.devcluster.openshift.com"}
      2024-06-26T09:26:18Z    INFO    lease was deleted at 2024-06-26 09:26:18 +0000 UTC      {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "ff4d45f3-b291-4491-b016-b458218457de"}
      2024-06-26T09:26:18Z    INFO    cached lease vsphere-elastic-51-g6rkz available for leak check  {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:18Z    INFO    checking leased network /cidatacenter/network/ci-vlan-1284      {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:19Z    INFO    Found active cached vSphere client session      {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5", "server": "vcenter.ci.ibmc.devcluster.openshift.com", "datacenter": "", "username": "ci-user-0@ci.ibmc.devcluster.openshift.com"}
      2024-06-26T09:26:19Z    INFO    destroying virtual machine ci-op-b9yvt0d2-55632-ljlkw-rhcos-us-east-us-east-1a uptime 0 created 2024-06-26 08:40:17.603467 +0000 UTC    {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:19Z    INFO    destroying virtual machine ci-op-b9yvt0d2-55632-ljlkw-master-1 uptime 2587 created 2024-06-26 08:41:50.605133 +0000 UTC {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:21Z    INFO    destroying virtual machine ci-op-b9yvt0d2-55632-ljlkw-master-0 uptime 2587 created 2024-06-26 08:41:50.809026 +0000 UTC {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:23Z    INFO    destroying virtual machine ci-op-b9yvt0d2-55632-ljlkw-master-2 uptime 2607 created 2024-06-26 08:41:50.776832 +0000 UTC {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      2024-06-26T09:26:25Z    INFO    destroying virtual machine ci-op-b9yvt0d2-55632-ljlkw-bootstrap uptime 2607 created 2024-06-26 08:41:50.963323 +0000 UTC        {"controller": "lease", "controllerGroup": "vspherecapacitymanager.splat.io", "controllerKind": "Lease", "Lease": {"name":"vsphere-elastic-51-g6rkz","namespace":"vsphere-infra-helpers"}, "namespace": "vsphere-infra-helpers", "name": "vsphere-elastic-51-g6rkz", "reconcileID": "05625cd8-a59b-45fa-843b-5d4ba36ad7e5"}
      
      # jcallen @ fedora in ~/Development/release/ci-operator/config/openshift/windows-machine-config-operator on git:fix-vsphere-wicd o [8:24:09] C:127
      $ oc logs vsphere-capacity-manager-6fd6f78446-mzzng|grep vsphere-elastic-51-g6rkz
      2024/06/26 08:11:40 error getting common network for lease, will attempt to allocate a new one: no common network found for vsphere-elastic-51-g6rkz
      E0626 08:11:40.361609       1 controller.go:329] "Reconciler error" err="error updating pool, requeuing: Operation cannot be fulfilled on pools.vspherecapacitymanager.splat.io \"vcenter.ci.ibmc.devcluster.openshift.com-cidatacenter-cicluster\": the object has been modified; please apply your changes to the latest version and try again" controller="lease" controllerGroup="vspherecapacitymanager.splat.io" controllerKind="Lease" Lease="vsphere-infra-helpers/vsphere-elastic-51-g6rkz" namespace="vsphere-infra-helpers" name="vsphere-elastic-51-g6rkz" reconcileID="771446a2-2ce9-4e18-a52f-fcf54d0cdcbb"
      
      # jcallen @ fedora in ~/Development/release/ci-operator/config/openshift/windows-machine-config-operator on git:fix-vsphere-wicd o [8:24:16] 
      $ oc logs vsphere-capacity-manager-6fd6f78446-mzzng|grep ci-op-b9yvt0d2          
      2024/06/26 08:06:15 Reconciling namespace: /ci-op-b9yvt0d2
      2024/06/26 08:06:15 Reconciling namespace: /ci-op-b9yvt0d2
      2024/06/26 08:06:15 Reconciling namespace: /ci-op-b9yvt0d2
      

      https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/openshift_machine-api-operator/1242/pull-ci-openshift-machine-api-operator-master-e2e-vsphere-operator/1805880571247726592

              Unassigned Unassigned
              jcallen@redhat.com Joseph Callen
              Votes:
              0 Vote for this issue
              Watchers:
              1 Start watching this issue

                Created:
                Updated:
                Resolved: