[corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring cluster-monitoring-config -oyaml apiVersion: v1 data: config.yaml: | alertmanagerMain: null enableUserWorkload: null grafana: null http: null k8sPrometheusAdapter: null kubeStateMetrics: null openshiftStateMetrics: null prometheusK8s: additionalAlertmanagerConfigs: - apiVersion: v2 bearerToken: key: token name: observability-alertmanager-accessor pathPrefix: / scheme: https staticConfigs: - alertmanager-open-cluster-management-observability.apps.acmsno1-1.vcpfe.hqplan.lab tlsConfig: ca: key: service-ca.crt name: hub-alertmanager-router-ca insecureSkipVerify: false externalLabels: managed_cluster: 31e1d948-91b9-470d-afeb-2e835f713866 logLevel: "" nodeSelector: null queryLogFile: "" remoteWrite: null resources: null retention: "" tolerations: null volumeClaimTemplate: null prometheusOperator: null telemeterClient: null thanosQuerier: null kind: ConfigMap metadata: creationTimestamp: "2024-10-24T15:27:07Z" name: cluster-monitoring-config namespace: openshift-monitoring resourceVersion: "19810282" uid: 6b34a047-62bb-452b-9af4-e6c57823d005 [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc edit mco observability multiclusterobservability.observability.open-cluster-management.io/observability edited [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get mco observability -oyaml apiVersion: observability.open-cluster-management.io/v1beta2 kind: MultiClusterObservability metadata: annotations: mco-disable-alerting: "true" creationTimestamp: "2024-10-10T12:06:39Z" finalizers: - observability.open-cluster-management.io/res-cleanup generation: 1 name: observability resourceVersion: "19811444" uid: 61f56901-828e-41ef-b14e-d3b65045bb0a spec: advanced: retentionConfig: blockDuration: 2h deleteDelay: 1h retentionInLocal: 24h retentionResolution1h: 1d retentionResolution5m: 1d retentionResolutionRaw: 2d enableDownsampling: false observabilityAddonSpec: enableMetrics: true interval: 300 storageConfig: alertmanagerStorageSize: 1Gi compactStorageSize: 100Gi metricObjectStorage: key: thanos.yaml name: thanos-object-storage receiveStorageSize: 100Gi ruleStorageSize: 1Gi storageClass: gp2 storeStorageSize: 10Gi writeStorage: - key: ep.yaml name: victoriametrics status: conditions: - lastTransitionTime: "2024-10-10T12:06:43Z" message: Installation is in progress reason: Installing status: "True" type: Installing - lastTransitionTime: "2024-10-10T12:09:17Z" message: Observability components are deployed and running reason: Ready status: "True" type: Ready [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc create -f /tmp/cluster-monitoring-config-good.yaml configmap/cluster-monitoring-config created [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d cluster-monitoring-config 1 7s kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring cluster-monitoring-config -oyaml apiVersion: v1 data: config.yaml: | alertmanagerMain: null enableUserWorkload: null grafana: null http: null k8sPrometheusAdapter: null kubeStateMetrics: null openshiftStateMetrics: null prometheusK8s: additionalAlertmanagerConfigs: - apiVersion: v2 bearerToken: key: token name: observability-alertmanager-accessor pathPrefix: / scheme: https staticConfigs: - alertmanager-open-cluster-management-observability.apps.acmsno1-1.vcpfe.hqplan.lab tlsConfig: ca: key: service-ca.crt name: hub-alertmanager-router-ca insecureSkipVerify: false externalLabels: managed_cluster: 31e1d948-91b9-470d-afeb-2e835f713866 logLevel: "" nodeSelector: null queryLogFile: "" remoteWrite: null resources: null retention: "" tolerations: null volumeClaimTemplate: null prometheusOperator: null telemeterClient: null thanosQuerier: null kind: ConfigMap metadata: creationTimestamp: "2024-10-24T16:06:37Z" name: cluster-monitoring-config namespace: openshift-monitoring resourceVersion: "19848320" uid: a8c068bf-bcad-4c0b-8cfc-95c00a4af59a [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc edit mco observability multiclusterobservability.observability.open-cluster-management.io/observability edited [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d cluster-monitoring-config 1 45s kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc edit mco observability multiclusterobservability.observability.open-cluster-management.io/observability edited [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d cluster-monitoring-config 1 82s kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]# oc get cm -n openshift-monitoring NAME DATA AGE adapter-config 1 14d alertmanager-trusted-ca-bundle 1 14d alertmanager-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d cluster-monitoring-config 1 87s kube-root-ca.crt 1 14d kubelet-serving-ca-bundle 1 14d metrics-client-ca 1 14d monitoring-plugin 1 14d openshift-service-ca.crt 1 14d prometheus-adapter-audit-profiles 4 14d prometheus-adapter-prometheus-config 1 14d prometheus-k8s-rulefiles-0 48 14d prometheus-trusted-ca-bundle 1 14d prometheus-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d serving-certs-ca-bundle 1 14d telemetry-config 1 14d thanos-querier-trusted-ca-bundle 1 14d thanos-querier-trusted-ca-bundle-2ua4n9ob5qr8o 1 14d [corona@bastion.acmsno1-3.vcpfe.hqplan.lab ~]#