Description of problem:

MCE install is failing due to what seems like the clustermanagementaddon hypershift not deploying

Version-Release number of selected component (if applicable):

ACM 2.9.5 or MCE 2.4.6

Steps to Reproduce:

1. Attempt to install ACM 2.9.5 / MCE 2.4.6
2. See it gets stuck installing
3. ...

Additional info: Logs

oc get mce multiclusterengine -oyaml
apiVersion: multicluster.openshift.io/v1
kind: MultiClusterEngine
metadata:
annotations:
imageRepository: quay.io:443/acm-d
creationTimestamp: "2024-10-22T16:20:43Z"
finalizers:

• finalizer.multicluster.openshift.io
  generation: 2
  labels:
  installer.name: multiclusterhub
  installer.namespace: ocm
  multiclusterhubs.operator.open-cluster-management.io/managed-by: "true"
  name: multiclusterengine
  resourceVersion: "109343"
  uid: 98913344-57ba-4025-a248-f65239a2f17c
  spec:
  availabilityConfig: High
  imagePullSecret: multiclusterhub-operator-pull-secret
  overrides:
  components:
• enabled: true
  name: local-cluster
• enabled: true
  name: assisted-service
• enabled: true
  name: cluster-lifecycle
• enabled: true
  name: cluster-manager
• enabled: true
  name: discovery
• enabled: true
  name: hive
• enabled: true
  name: server-foundation
• enabled: true
  name: cluster-proxy-addon
• enabled: true
  name: hypershift-local-hosting
• enabled: true
  name: hypershift
• enabled: false
  name: managedserviceaccount
• enabled: true
  name: console-mce
  targetNamespace: multicluster-engine
  tolerations:
• effect: NoSchedule
  key: node-role.kubernetes.io/infra
  operator: Exists
  status:
  components:
• kind: Component
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: No resources present
  name: managedservice
  reason: ComponentDisabled
  status: "True"
  type: NotPresent
• kind: Deployment
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: No conditions available
  name: hypershift-addon-manager
  reason: No conditions available
  status: Unknown
  type: Unknown
• kind: ClusterManagementAddOn
  message: 'The following resource is missing: <ClusterManagementAddOn hypershift-addon>'
  name: hypershift-addon
  reason: FailedDeployingComponent
  status: "False"
  type: Present
• kind: ManagedClusterAddOn
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: The status of hypershift-addon add-on is unknown.
  name: hypershift-addon
  reason: ManagedClusterAddOnLeaseNotFound
  status: Unknown
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:20:58Z"
  name: console-mce-console
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:09Z"
  name: discovery-operator
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:13Z"
  name: hive-operator
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:29Z"
  name: infrastructure-operator
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:08Z"
  name: cluster-curator-controller
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:20:57Z"
  name: clusterclaims-controller
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:20:58Z"
  name: provider-credential-controller
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:15Z"
  name: clusterlifecycle-state-metrics-v2
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:01Z"
  name: cluster-image-set-controller
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:20:59Z"
  name: cluster-manager
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: ClusterManager
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: Components of cluster manager are applied
  name: cluster-manager
  reason: ClusterManagerApplied
  status: "True"
  type: Applied
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:01Z"
  name: ocm-controller
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:36Z"
  name: ocm-proxyserver
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:21Z"
  name: ocm-webhook
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:20:59Z"
  name: cluster-proxy-addon-manager
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: Deployment
  lastTransitionTime: "2024-10-22T16:21:15Z"
  name: cluster-proxy-addon-user
  reason: MinimumReplicasAvailable
  status: "True"
  type: Available
• kind: ClusterManagementAddOn
  name: cluster-proxy
  reason: ComponentsDeployed
  status: "True"
  type: Present
• kind: local-cluster
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: ManagedCluster is accepted, joined, and available
  name: local-cluster
  reason: ManagedClusterImported
  status: "True"
  type: ManagedClusterImportSuccess
• kind: Component
  lastTransitionTime: "2024-10-22T17:01:45Z"
  message: No resources present
  name: hypershift-removals
  reason: ComponentDisabled
  status: "True"
  type: NotPresent
  conditions:
• lastTransitionTime: "2024-10-22T16:20:43Z"
  lastUpdateTime: "2024-10-22T16:20:43Z"
  message: Setting the operator
  reason: WaitingForResource
  status: "True"
  type: Progressing
• lastTransitionTime: "2024-10-22T16:20:43Z"
  lastUpdateTime: "2024-10-22T16:20:43Z"
  reason: ComponentsUnavailable
  status: "False"
  type: Available
  desiredVersion: 2.4.6
  phase: Progressing
  2024-10-22T17:40:08.344Z INFO template: hypershift-preview/templates/hypershift-addon-configmap.yaml:55:26: executing "hypershift-preview/templates/hypershift-addon-configmap.yaml" at <.Values.global.imageOverrides.cluster_api_provider_azure>: map has no entry for key "cluster_api_provider_azure" {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine": {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:09.613Z INFO Check if ManagedCluster CR exists {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:09.617Z INFO Setting annotations on ManagedCluster CR {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:09.617Z INFO Removing NodeSelector annotation {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:09.617Z INFO Updating ManagedCluster CR {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:09.666Z INFO Updating status {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "ab6fe350-323d-4d3a-8458-5c21bd8eb89f"}
  2024-10-22T17:40:11.370Z INFO backplaneconfig-resource validate update {"name": "multiclusterengine"}
  2024-10-22T17:40:11.370Z INFO backplaneconfig-resource multicluster-engine
  2024-10-22T17:40:14.173Z INFO backplaneconfig-resource validate update {"name": "multiclusterengine"}
  2024-10-22T17:40:14.173Z INFO backplaneconfig-resource multicluster-engine
  2024-10-22T17:40:24.944Z INFO error rendering chart: hypershift-preview
  2024-10-22T17:40:24.944Z INFO template: hypershift-preview/templates/hypershift-addon-configmap.yaml:55:26: executing "hypershift-preview/templates/hypershift-addon-configmap.yaml" at <.Values.global.imageOverrides.cluster_api_provider_azure>: map has no entry for key "cluster_api_provider_azure"
  2024-10-22T17:40:24.944Z INFO template: hypershift-preview/templates/hypershift-addon-configmap.yaml:55:26: executing "hypershift-preview/templates/hypershift-addon-configmap.yaml" at <.Values.global.imageOverrides.cluster_api_provider_azure>: map has no entry for key "cluster_api_provider_azure" {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:26.370Z INFO Check if ManagedCluster CR exists {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:26.374Z INFO Setting annotations on ManagedCluster CR {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:26.375Z INFO Removing NodeSelector annotation {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:26.376Z INFO Updating ManagedCluster CR {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:26.450Z INFO Updating status {"controller": "multiclusterengine", "controllerGroup": "multicluster.openshift.io", "controllerKind": "MultiClusterEngine", "MultiClusterEngine":

  {"name":"multiclusterengine"}

  , "namespace": "", "name": "multiclusterengine", "reconcileID": "f116a0bf-4239-406b-a9df-a085a18e2305"}
  2024-10-22T17:40:28.078Z INFO backplaneconfig-resource validate update {"name": "multiclusterengine"}
  2024-10-22T17:40:28.078Z INFO backplaneconfig-resource multicluster-engine
  2024-10-22T17:40:34.178Z INFO backplaneconfig-resource validate update {"name": "multiclusterengine"}
  2024-10-22T17:40:34.178Z INFO backplaneconfig-resource multicluster-engine
  2024-10-22T17:40:41.650Z INFO error rendering chart: hypershift-preview