always

1. Create route for the OLM metrics services
MacBook-Pro:must-gather jianzhang$ oc create route reencrypt catalog-metrics --service catalog-operator-metrics
route.route.openshift.io/catalog-metrics created
MacBook-Pro:must-gather jianzhang$ oc create route reencrypt olm-metrics --service olm-operator-metrics
route.route.openshift.io/olm-metrics created

 2. Create secret
MacBook-Pro:must-gather jianzhang$ oc get secret | grep prometheus-k8s-token
prometheus-k8s-token-ltt49                              kubernetes.io/service-account-token   4      10h
MacBook-Pro:must-gather jianzhang$ oc extract secret/prometheus-k8s-token-ltt49 --to=.
ca.crt
namespace
service-ca.crt
token

 3. Check OLM's metrics
MacBook-Pro:must-gather jianzhang$ curl -k -H "Authorization: Bearer $(cat token)" https://olm-metrics-openshift-operator-lifecycle-manager.apps.qe-daily1-412-0104.qe.azure.devcluster.openshift.com/metrics

MacBook-Pro:must-gather jianzhang$ curl -k -H "Authorization: Bearer $(cat token)" https://catalog-metrics-openshift-operator-lifecycle-manager.apps.qe-daily1-412-0104.qe.azure.devcluster.openshift.com/metrics
 

MacBook-Pro:must-gather jianzhang$ curl -k -H "Authorization: Bearer $(cat token)" https://catalog-metrics-openshift-operator-lifecycle-manager.apps.qe-daily1-412-0104.qe.azure.devcluster.openshift.com/metrics|grep -i install
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  8851    0  8851    0     0  14928      0 --:--:-- --:--:-- --:--:-- 15078
# HELP install_plan_count Number of install plans
# TYPE install_plan_count gauge
install_plan_count 3
# HELP installplan_warnings_total monotonic count of resources that generated warnings when applied as part of an InstallPlan (for example, due to deprecation)
# TYPE installplan_warnings_total counter
installplan_warnings_total 0
subscription_sync_total{approval="Automatic",channel="development",installed="observability-operator.v0.0.18-221221102938",name="observability-operator",package="observability-operator"} 14
subscription_sync_total{approval="Automatic",channel="stable-5.5",installed="cluster-logging.5.5.6",name="cluster-logging",package="cluster-logging"} 40
subscription_sync_total{approval="Automatic",channel="stable-5.5",installed="elasticsearch-operator.5.5.6",name="elasticsearch-operator",package="elasticsearch-operator"} 37


MacBook-Pro:must-gather jianzhang$ curl -k -H "Authorization: Bearer $(cat token)" https://catalog-metrics-openshift-operator-lifecycle-manager.apps.qe-daily1-412-0104.qe.azure.devcluster.openshift.com/metrics|grep -i catalog
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  8845    0  8845    0     0  16314      0 --:--:-- --:--:-- --:--:-- 16471
# HELP catalog_source_count Number of catalog sources
# TYPE catalog_source_count gauge
catalog_source_count 7
# HELP catalogsource_ready State of a CatalogSource. 1 indicates that the CatalogSource is in a READY state. 0 indicates CatalogSource is in a Non READY state.
# TYPE catalogsource_ready gauge
catalogsource_ready{name="certified-operators",namespace="openshift-marketplace"} 1
catalogsource_ready{name="community-operators",namespace="openshift-marketplace"} 1
catalogsource_ready{name="nginx-operator-index",namespace="test-xzha"} 1
catalogsource_ready{name="observability-operator",namespace="openshift-marketplace"} 1
catalogsource_ready{name="qe-app-registry",namespace="openshift-marketplace"} 1
catalogsource_ready{name="redhat-marketplace",namespace="openshift-marketplace"} 1
catalogsource_ready{name="redhat-operators",namespace="openshift-marketplace"} 1


MacBook-Pro:must-gather jianzhang$ curl -k -H "Authorization: Bearer $(cat token)" https://catalog-metrics-openshift-operator-lifecycle-manager.apps.qe-daily1-412-0104.qe.azure.devcluster.openshift.com/metrics|grep -i olm
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  8853    0  8853    0     0  16262      0 --:--:-- --:--:-- --:--:-- 16455
# HELP olm_resolution_duration_seconds The duration of a dependency resolution attempt
# TYPE olm_resolution_duration_seconds summary
olm_resolution_duration_seconds{outcome="failed",quantile="0.9"} NaN
olm_resolution_duration_seconds{outcome="failed",quantile="0.95"} NaN
olm_resolution_duration_seconds{outcome="failed",quantile="0.99"} NaN
olm_resolution_duration_seconds_sum{outcome="failed"} 23.789560869999992
olm_resolution_duration_seconds_count{outcome="failed"} 37
olm_resolution_duration_seconds{outcome="succeeded",quantile="0.9"} 2.799190982
olm_resolution_duration_seconds{outcome="succeeded",quantile="0.95"} 3.197193211
olm_resolution_duration_seconds{outcome="succeeded",quantile="0.99"} 3.197193211
olm_resolution_duration_seconds_sum{outcome="succeeded"} 227.19495270500005
olm_resolution_duration_seconds_count{outcome="succeeded"} 202

Add those metrics introduction