ControlPlaneMachineSet generator does not correctly handle authoritativeAPI field when generating CPMS. This results in the generated CPMS which is compared with currect CPMS to have missing AuthoritativeAPI: MachineAPI. The CPMS is recreated and the value MachineAPI is defaulted. Which again does not match the generated CPMS contiuning the delete-create loop.

    TechPreview 4.20.0, maybe 4.19?

    Always

    1. Launch techpreview cluster
    2. Delete cpms to make it inactive
    3. Observe cpms being continually created and deleted by controlplanemachinesetgenerator controller
    

    2025-07-23T17:28:09.682794107Z I0723 17:28:09.682775       1 controller.go:323] "Reconciling control plane machine set deletion" controller="controlplanemachineset" reconcileID="718f0721-248e-447c-bece-732860acd513" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.800275385Z I0723 17:28:09.799294       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="9adf24ae-e2c2-434f-b1c1-8db4f4407bc9" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.800275385Z I0723 17:28:09.799405       1 controller.go:140] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="9adf24ae-e2c2-434f-b1c1-8db4f4407bc9" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.814075985Z I0723 17:28:09.814025       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="a309a9c1-1cad-4209-9b1b-b3565f22049e" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.814411671Z I0723 17:28:09.814390       1 controller.go:140] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="a309a9c1-1cad-4209-9b1b-b3565f22049e" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.815105112Z I0723 17:28:09.815080       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="f60538c5-6980-4021-a809-20af592d8848" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.815212743Z I0723 17:28:09.815192       1 controller.go:140] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="f60538c5-6980-4021-a809-20af592d8848" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.831051637Z I0723 17:28:09.831020       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="85deb549-872e-4123-a950-1f4896319aad" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.831212959Z I0723 17:28:09.831193       1 controller.go:140] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="85deb549-872e-4123-a950-1f4896319aad" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.841827609Z I0723 17:28:09.841763       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="bf294860-7572-4b56-a553-6de1eb1d4009" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.841864360Z I0723 17:28:09.841848       1 controller.go:140] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="bf294860-7572-4b56-a553-6de1eb1d4009" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.845712391Z I0723 17:28:09.845690       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="0c901cc1-07d5-4e09-ba5f-5461c6b6150c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.856565955Z I0723 17:28:09.856495       1 controller.go:228] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="718f0721-248e-447c-bece-732860acd513" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.856565955Z E0723 17:28:09.856543       1 controller.go:341] "Reconciler error" err="error updating control plane machine set status: failed to sync status for control plane machine set object: Operation cannot be fulfilled on controlplanemachinesets.machine.openshift.io \"cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/machine.openshift.io/controlplanemachinesets/openshift-machine-api/cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: d09226a5-2bda-4cc4-b4d5-35cde7b6dc93, UID in object meta: " controller="controlplanemachineset" reconcileID="718f0721-248e-447c-bece-732860acd513"
2025-07-23T17:28:09.856621685Z I0723 17:28:09.856576       1 controller.go:175] "Reconciling control plane machine set" controller="controlplanemachineset" reconcileID="fc81fc23-28fe-4db6-9459-5107891b9c30" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.856657996Z I0723 17:28:09.856626       1 controller.go:183] "No control plane machine set found, setting operator status available" controller="controlplanemachineset" reconcileID="fc81fc23-28fe-4db6-9459-5107891b9c30" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867678152Z I0723 17:28:09.866527       1 controller.go:189] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="fc81fc23-28fe-4db6-9459-5107891b9c30" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867678152Z I0723 17:28:09.866572       1 controller.go:175] "Reconciling control plane machine set" controller="controlplanemachineset" reconcileID="10c9d865-be83-4c30-9471-ee454b70a437" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867678152Z I0723 17:28:09.866628       1 controller.go:183] "No control plane machine set found, setting operator status available" controller="controlplanemachineset" reconcileID="10c9d865-be83-4c30-9471-ee454b70a437" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867678152Z I0723 17:28:09.866679       1 controller.go:189] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="10c9d865-be83-4c30-9471-ee454b70a437" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867777174Z I0723 17:28:09.867758       1 controller.go:175] "Reconciling control plane machine set" controller="controlplanemachineset" reconcileID="68bf3670-8bd2-44a9-91bd-1d46eb379aa0" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867860235Z I0723 17:28:09.867845       1 controller.go:183] "No control plane machine set found, setting operator status available" controller="controlplanemachineset" reconcileID="68bf3670-8bd2-44a9-91bd-1d46eb379aa0" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.867936717Z I0723 17:28:09.867921       1 controller.go:189] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="68bf3670-8bd2-44a9-91bd-1d46eb379aa0" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.948961492Z I0723 17:28:09.948917       1 controller.go:280] "Control plane machine set not found" controller="controlplanemachinesetgenerator" reconcileID="0c901cc1-07d5-4e09-ba5f-5461c6b6150c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.967507428Z I0723 17:28:09.967472       1 controller.go:286] "Created updated control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="0c901cc1-07d5-4e09-ba5f-5461c6b6150c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.967507428Z I0723 17:28:09.967499       1 controller.go:154] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="0c901cc1-07d5-4e09-ba5f-5461c6b6150c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.967540999Z I0723 17:28:09.967519       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="c7f4dd0e-6297-4cec-af64-9153d98d00fb" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.967589059Z I0723 17:28:09.967478       1 controller.go:175] "Reconciling control plane machine set" controller="controlplanemachineset" reconcileID="f716c44b-63be-4fb9-83d7-ae21718aa61c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:09.969978138Z I0723 17:28:09.969947       1 controller.go:208] "Control plane machine set is outdated" controller="controlplanemachinesetgenerator" reconcileID="c7f4dd0e-6297-4cec-af64-9153d98d00fb" namespace="openshift-machine-api" name="cluster" diff=["Template.OpenShiftMachineV1Beta1Machine.Spec.AuthoritativeAPI: MachineAPI != "]
2025-07-23T17:28:09.975182671Z I0723 17:28:09.975143       1 controller.go:307] "Deleted outdated control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="c7f4dd0e-6297-4cec-af64-9153d98d00fb" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.016185296Z I0723 17:28:10.011242       1 warning_handler.go:65] "metadata.finalizers: \"controlplanemachineset.machine.openshift.io\": prefer a domain-qualified finalizer name including a path (/) to avoid accidental conflicts with other finalizer writers" logger="KubeAPIWarningLogger"
2025-07-23T17:28:10.029696202Z I0723 17:28:10.025733       1 controller.go:315] "Created updated control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="c7f4dd0e-6297-4cec-af64-9153d98d00fb" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.029779214Z I0723 17:28:10.029760       1 controller.go:154] "Finished reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="c7f4dd0e-6297-4cec-af64-9153d98d00fb" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.029832774Z I0723 17:28:10.029820       1 controller.go:125] "Reconciling control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="ce20f4a5-1003-4339-9805-092dcf216983" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.044463738Z I0723 17:28:10.044390       1 controller.go:228] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="f716c44b-63be-4fb9-83d7-ae21718aa61c" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.044589380Z E0723 17:28:10.044559       1 controller.go:341] "Reconciler error" err="[error reconciling control plane machine set: error adding finalizer: error updating control plane machine set: Operation cannot be fulfilled on controlplanemachinesets.machine.openshift.io \"cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/machine.openshift.io/controlplanemachinesets/openshift-machine-api/cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 150d98bf-77f2-40f3-8deb-a63ada2717b5, UID in object meta: , error updating control plane machine set status: failed to sync status for control plane machine set object: Operation cannot be fulfilled on controlplanemachinesets.machine.openshift.io \"cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/machine.openshift.io/controlplanemachinesets/openshift-machine-api/cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: 150d98bf-77f2-40f3-8deb-a63ada2717b5, UID in object meta: ae7c94fa-59a3-4987-b416-b44b336e1cd5]" controller="controlplanemachineset" reconcileID="f716c44b-63be-4fb9-83d7-ae21718aa61c"
2025-07-23T17:28:10.044696862Z I0723 17:28:10.044673       1 controller.go:175] "Reconciling control plane machine set" controller="controlplanemachineset" reconcileID="9855d4a9-ee6c-47b7-8732-17530ece0eb4" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.050052448Z I0723 17:28:10.050023       1 controller.go:208] "Control plane machine set is outdated" controller="controlplanemachinesetgenerator" reconcileID="ce20f4a5-1003-4339-9805-092dcf216983" namespace="openshift-machine-api" name="cluster" diff=["Template.OpenShiftMachineV1Beta1Machine.Spec.AuthoritativeAPI: MachineAPI != "]
2025-07-23T17:28:10.087365364Z I0723 17:28:10.074956       1 controller.go:307] "Deleted outdated control plane machine set" controller="controlplanemachinesetgenerator" reconcileID="ce20f4a5-1003-4339-9805-092dcf216983" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.103566253Z I0723 17:28:10.103514       1 warning_handler.go:65] "metadata.finalizers: \"controlplanemachineset.machine.openshift.io\": prefer a domain-qualified finalizer name including a path (/) to avoid accidental conflicts with other finalizer writers" logger="KubeAPIWarningLogger"
2025-07-23T17:28:10.109513748Z I0723 17:28:10.109483       1 controller.go:228] "Finished reconciling control plane machine set" controller="controlplanemachineset" reconcileID="9855d4a9-ee6c-47b7-8732-17530ece0eb4" namespace="openshift-machine-api" name="cluster"
2025-07-23T17:28:10.109595360Z E0723 17:28:10.109568       1 controller.go:341] "Reconciler error" err="[error reconciling control plane machine set: error adding finalizer: error updating control plane machine set: Operation cannot be fulfilled on controlplanemachinesets.machine.openshift.io \"cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/machine.openshift.io/controlplanemachinesets/openshift-machine-api/cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ae7c94fa-59a3-4987-b416-b44b336e1cd5, UID in object meta: , error updating control plane machine set status: failed to sync status for control plane machine set object: Operation cannot be fulfilled on controlplanemachinesets.machine.openshift.io \"cluster\": StorageError: invalid object, Code: 4, Key: /kubernetes.io/machine.openshift.io/controlplanemachinesets/openshift-machine-api/cluster, ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition: ae7c94fa-59a3-4987-b416-b44b336e1cd5, UID in object meta: ]" controller="controlplanemachineset" reconcileID="9855d4a9-ee6c-47b7-8732-17530ece0eb4"