[root@clab058node01-0 ~]# echo -e "NAMESPACE\tNAME\tEXPIRY" && oc get secrets -A -o go-template='{{range .items}}{{if eq .type "kubernetes.io/tls"}}{{.metadata.namespace}}{{" "}}{{.metadata.name}}{{" "}}{{index .data "tls.crt"}}{{"\n"}}{{end}}{{end}}' | while read namespace name cert; do echo -en "$namespace\t$name\t"; echo $cert | base64 -d | openssl x509 -noout -enddate; done | column -t | grep 2022 NAMESPACE NAME EXPIRY openshift-config-managed kube-controller-manager-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-config-managed kube-scheduler-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-kube-apiserver-operator aggregator-client-signer notAfter=Jun 9 07:09:59 2022 GMT openshift-kube-apiserver-operator kube-control-plane-signer notAfter=Jun 23 11:56:53 2022 GMT openshift-kube-apiserver-operator node-system-admin-client notAfter=Aug 22 12:12:07 2022 GMT openshift-kube-apiserver aggregator-client notAfter=Jun 9 07:09:59 2022 GMT openshift-kube-apiserver check-endpoints-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-kube-apiserver control-plane-node-admin-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-kube-apiserver external-loadbalancer-serving-certkey notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver internal-loadbalancer-serving-certkey notAfter=Jun 8 12:12:11 2022 GMT openshift-kube-apiserver kubelet-client notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver kubelet-client-16 notAfter=May 24 12:12:07 2022 GMT openshift-kube-apiserver kubelet-client-18 notAfter=May 24 12:12:07 2022 GMT openshift-kube-apiserver kubelet-client-19 notAfter=May 24 12:12:07 2022 GMT openshift-kube-apiserver kubelet-client-2 notAfter=Apr 24 12:11:57 2022 GMT openshift-kube-apiserver kubelet-client-20 notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver kubelet-client-21 notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver kubelet-client-22 notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver kubelet-client-3 notAfter=Apr 24 12:11:57 2022 GMT openshift-kube-apiserver kubelet-client-4 notAfter=Apr 24 12:11:57 2022 GMT openshift-kube-apiserver kubelet-client-8 notAfter=Apr 24 12:11:57 2022 GMT openshift-kube-apiserver localhost-serving-cert-certkey notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-apiserver service-network-serving-certkey notAfter=Jun 8 12:12:12 2022 GMT openshift-kube-controller-manager-operator csr-signer notAfter=Jun 10 19:09:15 2022 GMT openshift-kube-controller-manager-operator csr-signer-signer notAfter=Jun 24 07:09:00 2022 GMT openshift-kube-controller-manager csr-signer notAfter=Jun 10 19:09:15 2022 GMT openshift-kube-controller-manager kube-controller-manager-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-kube-scheduler kube-scheduler-client-cert-key notAfter=Jun 9 23:57:02 2022 GMT openshift-ovn-kubernetes ovn-cert notAfter=Sep 24 00:07:52 2022 GMT openshift-ovn-kubernetes signer-cert notAfter=Sep 24 00:07:53 2022 GMT [root@clab058node01-0 ~]# oc get nodes NAME STATUS ROLES AGE VERSION neo7066-289rd-master-0 Ready master 53d v1.21.1+6438632 neo7066-289rd-master-1 Ready master 53d v1.21.1+6438632 neo7066-289rd-master-2 Ready master 53d v1.21.1+6438632 neo7066-289rd-worker-4797j Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-4p6gk Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-8mrfm Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-gss5v Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-h6p7w Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-h9g96 Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-prqll Ready worker 53d v1.21.1+6438632 neo7066-289rd-worker-pwgrh Ready worker 53d v1.21.1+6438632 [root@clab058node01-0 ~]# date Wed May 18 04:28:31 EDT 2022 [root@clab058node01-0 ~]# [root@clab058node01-0 ~]# oc get pods -n openshift-kube-apiserver-operator NAME READY STATUS RESTARTS AGE kube-apiserver-operator-5cc78cc9f5-tvg8l 1/1 Running 2 55d [root@clab058node01-0 ~]# oc get clusterversion NAME VERSION AVAILABLE PROGRESSING SINCE STATUS version 4.8.18 True False 55d Error while reconciling 4.8.18: the cluster operator console has not yet successfully rolled out [root@clab058node01-0 ~]# oc get nodes NAME STATUS ROLES AGE VERSION neo7066-289rd-master-0 Ready master 55d v1.21.1+6438632 neo7066-289rd-master-1 Ready master 55d v1.21.1+6438632 neo7066-289rd-master-2 Ready master 55d v1.21.1+6438632 neo7066-289rd-worker-4797j Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-4p6gk Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-8mrfm Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-gss5v Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-h6p7w Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-h9g96 Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-prqll Ready worker 55d v1.21.1+6438632 neo7066-289rd-worker-pwgrh Ready worker 55d v1.21.1+6438632 [root@clab058node01-0 ~]# oc get co NAME VERSION AVAILABLE PROGRESSING DEGRADED SINCE authentication 4.8.18 True False False 7h4m baremetal 4.8.18 True False False 55d cloud-credential 4.8.18 True False False 55d cluster-autoscaler 4.8.18 True False False 55d config-operator 4.8.18 True False False 55d console 4.8.18 False False False 9h csi-snapshot-controller 4.8.18 True False False 55d dns 4.8.18 True False False 10d etcd 4.8.18 True False False 55d image-registry 4.8.18 True False False 42d ingress 4.8.18 True False False 55d insights 4.8.18 True False False 55d kube-apiserver 4.8.18 True False False 55d kube-controller-manager 4.8.18 True False False 55d kube-scheduler 4.8.18 True False False 55d kube-storage-version-migrator 4.8.18 True False False 55d machine-api 4.8.18 True False False 55d machine-approver 4.8.18 True False False 55d machine-config 4.8.18 True False False 55d marketplace 4.8.18 True False False 55d monitoring 4.8.18 True False False 55d network 4.8.18 True False False 55d node-tuning 4.8.18 True False False 55d openshift-apiserver 4.8.18 True False False 42d openshift-controller-manager 4.8.18 True False False 22d openshift-samples 4.8.18 True False False 55d operator-lifecycle-manager 4.8.18 True False False 55d operator-lifecycle-manager-catalog 4.8.18 True False False 55d operator-lifecycle-manager-packageserver 4.8.18 True False False 55d service-ca 4.8.18 True False False 55d storage 4.8.18 True False False 10d [root@clab058node01-0 ~]# oc describe node neo7066-289rd-master-0 Name: neo7066-289rd-master-0 Roles: master Labels: beta.kubernetes.io/arch=amd64 beta.kubernetes.io/os=linux cluster.ocs.openshift.io/openshift-storage= kubernetes.io/arch=amd64 kubernetes.io/hostname=neo7066-289rd-master-0 kubernetes.io/os=linux node-role.kubernetes.io/master= node.openshift.io/os_id=rhcos topology.rook.io/rack=rack0 Annotations: csi.volume.kubernetes.io/nodeid: {"openshift-storage.cephfs.csi.ceph.com":"neo7066-289rd-master-0","openshift-storage.rbd.csi.ceph.com":"neo7066-289rd-master-0"} k8s.ovn.org/host-addresses: ["100.74.46.67"] k8s.ovn.org/l3-gateway-config: {"default":{"mode":"shared","interface-id":"br-ex_neo7066-289rd-master-0","mac-address":"00:50:56:88:76:35","ip-addresses":["100.74.46.67/... k8s.ovn.org/node-chassis-id: 7b6662d8-262c-416e-bc38-6e179b5fa359 k8s.ovn.org/node-mgmt-port-mac-address: 26:4c:46:d9:5a:b8 k8s.ovn.org/node-primary-ifaddr: {"ipv4":"100.74.46.67/22"} k8s.ovn.org/node-subnets: {"default":"10.129.0.0/23"} k8s.ovn.org/topology-version: 4 machine.openshift.io/machine: openshift-machine-api/neo7066-289rd-master-0 machineconfiguration.openshift.io/controlPlaneTopology: HighlyAvailable machineconfiguration.openshift.io/currentConfig: rendered-master-0255afa03ed3b39ea02e7741e9767bca machineconfiguration.openshift.io/desiredConfig: rendered-master-0255afa03ed3b39ea02e7741e9767bca machineconfiguration.openshift.io/reason: machineconfiguration.openshift.io/state: Done volumes.kubernetes.io/controller-managed-attach-detach: true CreationTimestamp: Fri, 25 Mar 2022 08:07:45 -0400 Taints: node-role.kubernetes.io/master:NoSchedule Unschedulable: false Lease: HolderIdentity: neo7066-289rd-master-0 AcquireTime: RenewTime: Thu, 19 May 2022 11:57:21 -0400 Conditions: Type Status LastHeartbeatTime LastTransitionTime Reason Message ---- ------ ----------------- ------------------ ------ ------- MemoryPressure False Thu, 19 May 2022 11:54:31 -0400 Fri, 25 Mar 2022 08:07:45 -0400 KubeletHasSufficientMemory kubelet has sufficient memory available DiskPressure False Thu, 19 May 2022 11:54:31 -0400 Fri, 25 Mar 2022 08:07:45 -0400 KubeletHasNoDiskPressure kubelet has no disk pressure PIDPressure False Thu, 19 May 2022 11:54:31 -0400 Fri, 25 Mar 2022 08:07:45 -0400 KubeletHasSufficientPID kubelet has sufficient PID available Ready True Thu, 19 May 2022 11:54:31 -0400 Fri, 25 Mar 2022 08:11:25 -0400 KubeletReady kubelet is posting ready status Addresses: ExternalIP: 100.74.46.67 InternalIP: 100.74.46.67 Hostname: neo7066-289rd-master-0 Capacity: cpu: 16 ephemeral-storage: 125293548Ki hugepages-1Gi: 0 hugepages-2Mi: 0 memory: 65951952Ki pods: 250 Allocatable: cpu: 15500m ephemeral-storage: 115470533646 hugepages-1Gi: 0 hugepages-2Mi: 0 memory: 64800976Ki pods: 250 System Info: Machine ID: b556eea900334eb9a306defc50ed5620 System UUID: efc10842-d49a-dc38-a7de-6409d2850e97 Boot ID: 691ca185-d015-4fb5-a3cf-e77e07632365 Kernel Version: 4.18.0-305.19.1.el8_4.x86_64 OS Image: Red Hat Enterprise Linux CoreOS 48.84.202110270303-0 (Ootpa) Operating System: linux Architecture: amd64 Container Runtime Version: cri-o://1.21.3-8.rhaos4.8.git7415a53.el8 Kubelet Version: v1.21.1+6438632 Kube-Proxy Version: v1.21.1+6438632 ProviderID: vsphere://4208c1ef-9ad4-38dc-a7de-6409d2850e97 Non-terminated Pods: (57 in total) Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age --------- ---- ------------ ---------- --------------- ------------- --- nom-backend belk-belk-fluentd-daemonset-wb2gd 100m (0%) 500m (3%) 850Mi (1%) 1350Mi (2%) 34h nom-backend cpro-node-exporter-7vnmt 100m (0%) 1 (6%) 64Mi (0%) 128Mi (0%) 14d openshift-apiserver apiserver-5b997ff558-bkq2m 110m (0%) 0 (0%) 250Mi (0%) 0 (0%) 55d openshift-authentication-operator authentication-operator-6bf6bdccb9-lb5jk 20m (0%) 0 (0%) 200Mi (0%) 0 (0%) 55d openshift-authentication oauth-openshift-6cdcff7b6-h4tr4 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 42d openshift-cloud-credential-operator cloud-credential-operator-66cfc4f9c4-bd8j6 20m (0%) 0 (0%) 170Mi (0%) 0 (0%) 55d openshift-cluster-node-tuning-operator cluster-node-tuning-operator-59759c7bbd-v7krb 10m (0%) 0 (0%) 20Mi (0%) 0 (0%) 55d openshift-cluster-node-tuning-operator tuned-tt5pb 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-cluster-samples-operator cluster-samples-operator-64d59f47d9-qplqj 20m (0%) 0 (0%) 100Mi (0%) 0 (0%) 55d openshift-cluster-storage-operator cluster-storage-operator-f4c8556f6-82k7j 10m (0%) 0 (0%) 20Mi (0%) 0 (0%) 55d openshift-cluster-storage-operator csi-snapshot-controller-operator-6bc9448b84-2hk6w 10m (0%) 0 (0%) 65Mi (0%) 0 (0%) 55d openshift-cluster-storage-operator csi-snapshot-webhook-ddf9cb67f-b7vng 10m (0%) 0 (0%) 20Mi (0%) 0 (0%) 55d openshift-config-operator openshift-config-operator-6647897d57-rbdkw 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-console console-75f9f56556-ng9hc 10m (0%) 0 (0%) 100Mi (0%) 0 (0%) 55d openshift-controller-manager controller-manager-9bwb2 100m (0%) 0 (0%) 100Mi (0%) 0 (0%) 7d20h openshift-dns-operator dns-operator-7bcdc9c44-zgqbh 20m (0%) 0 (0%) 69Mi (0%) 0 (0%) 55d openshift-dns dns-default-vfz69 60m (0%) 0 (0%) 110Mi (0%) 0 (0%) 55d openshift-dns node-resolver-44lx4 5m (0%) 0 (0%) 21Mi (0%) 0 (0%) 55d openshift-etcd-operator etcd-operator-688994c474-nvjjn 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-etcd etcd-neo7066-289rd-master-0 400m (2%) 0 (0%) 930Mi (1%) 0 (0%) 55d openshift-etcd etcd-quorum-guard-658bb585d-xqfvc 10m (0%) 0 (0%) 5Mi (0%) 0 (0%) 55d openshift-image-registry node-ca-c55fn 10m (0%) 0 (0%) 10Mi (0%) 0 (0%) 55d openshift-kube-apiserver kube-apiserver-neo7066-289rd-master-0 290m (1%) 0 (0%) 1224Mi (1%) 0 (0%) 7d20h openshift-kube-controller-manager kube-controller-manager-neo7066-289rd-master-0 80m (0%) 0 (0%) 500Mi (0%) 0 (0%) 55d openshift-kube-scheduler-operator openshift-kube-scheduler-operator-58b54b649f-mkc86 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-kube-scheduler openshift-kube-scheduler-neo7066-289rd-master-0 25m (0%) 0 (0%) 150Mi (0%) 0 (0%) 55d openshift-machine-config-operator machine-config-controller-7c46ff9c76-xgjqr 20m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-machine-config-operator machine-config-daemon-bckt2 40m (0%) 0 (0%) 100Mi (0%) 0 (0%) 55d openshift-machine-config-operator machine-config-server-wc9r5 20m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-monitoring node-exporter-nf5fg 9m (0%) 0 (0%) 47Mi (0%) 0 (0%) 55d openshift-multus multus-additional-cni-plugins-2wgpc 10m (0%) 0 (0%) 10Mi (0%) 0 (0%) 55d openshift-multus multus-admission-controller-tj5bs 20m (0%) 0 (0%) 70Mi (0%) 0 (0%) 55d openshift-multus multus-cskbq 10m (0%) 0 (0%) 65Mi (0%) 0 (0%) 55d openshift-multus network-metrics-daemon-z4g7c 20m (0%) 0 (0%) 120Mi (0%) 0 (0%) 55d openshift-network-diagnostics network-check-target-wfjbn 10m (0%) 0 (0%) 15Mi (0%) 0 (0%) 55d openshift-oauth-apiserver apiserver-d4c767b58-2ptht 150m (0%) 0 (0%) 200Mi (0%) 0 (0%) 55d openshift-operator-lifecycle-manager catalog-operator-75c8ffd69b-7f7hk 10m (0%) 0 (0%) 80Mi (0%) 0 (0%) 55d openshift-operator-lifecycle-manager packageserver-7c499bd7fc-9wbtp 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-operator-lifecycle-manager packageserver-7c499bd7fc-sd8bk 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-ovn-kubernetes ovnkube-master-h2x2t 60m (0%) 0 (0%) 1520Mi (2%) 0 (0%) 55d openshift-ovn-kubernetes ovnkube-node-5hcrg 40m (0%) 0 (0%) 640Mi (1%) 0 (0%) 55d openshift-service-ca-operator service-ca-operator-78f4b4c9b7-x8p5v 10m (0%) 0 (0%) 80Mi (0%) 0 (0%) 55d openshift-storage csi-cephfsplugin-7wd55 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55d openshift-storage csi-rbdplugin-vfjg5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55d openshift-storage noobaa-db-pg-0 500m (3%) 500m (3%) 4Gi (6%) 4Gi (6%) 55d openshift-storage noobaa-endpoint-68dfb9c868-cl2rn 1 (6%) 1 (6%) 2Gi (3%) 2Gi (3%) 55d openshift-storage noobaa-endpoint-68dfb9c868-g7btz 1 (6%) 1 (6%) 2Gi (3%) 2Gi (3%) 55d openshift-storage noobaa-endpoint-68dfb9c868-zvjv2 1 (6%) 1 (6%) 2Gi (3%) 2Gi (3%) 55d openshift-storage rook-ceph-crashcollector-neo7066-289rd-master-0-ccccdf97d-c4whg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55d openshift-storage rook-ceph-mds-ocs-storagecluster-cephfilesystem-a-6dfb4bdf2vmmz 3 (19%) 3 (19%) 8Gi (12%) 8Gi (12%) 55d openshift-storage rook-ceph-mgr-a-fdf6f4557-hxz5f 1 (6%) 1 (6%) 3Gi (4%) 3Gi (4%) 42d openshift-storage rook-ceph-mon-c-6fb4fbcc48-9ckqm 1 (6%) 1 (6%) 2Gi (3%) 2Gi (3%) 55d openshift-storage rook-ceph-osd-1-787c4875bf-bfd2l 2 (12%) 2 (12%) 5Gi (8%) 5Gi (8%) 55d openshift-storage rook-ceph-rgw-ocs-storagecluster-cephobjectstore-a-647bb49kkmpw 2 (12%) 2 (12%) 4Gi (6%) 4Gi (6%) 42d openshift-vsphere-infra coredns-neo7066-289rd-master-0 200m (1%) 0 (0%) 400Mi (0%) 0 (0%) 55d openshift-vsphere-infra haproxy-neo7066-289rd-master-0 200m (1%) 0 (0%) 400Mi (0%) 0 (0%) 55d openshift-vsphere-infra keepalived-neo7066-289rd-master-0 200m (1%) 0 (0%) 400Mi (0%) 0 (0%) 55d Allocated resources: (Total limits may be over 100 percent, i.e., overcommitted.) Resource Requests Limits -------- -------- ------ cpu 15019m (96%) 14 (90%) memory 42343Mi (66%) 34246Mi (54%) ephemeral-storage 0 (0%) 0 (0%) hugepages-1Gi 0 (0%) 0 (0%) hugepages-2Mi 0 (0%) 0 (0%) Events: [root@clab058node01-0 ~]# oc describe node neo7066-289rd-worker-4797j Name: neo7066-289rd-worker-4797j Roles: worker Labels: beta.kubernetes.io/arch=amd64 beta.kubernetes.io/os=linux edge=enabled k8s.ovn.org/egress-assignable= kubernetes.io/arch=amd64 kubernetes.io/hostname=neo7066-289rd-worker-4797j kubernetes.io/os=linux node-role.kubernetes.io/worker= node.openshift.io/os_id=rhcos Annotations: csi.volume.kubernetes.io/nodeid: {"openshift-storage.cephfs.csi.ceph.com":"neo7066-289rd-worker-4797j","openshift-storage.rbd.csi.ceph.com":"neo7066-289rd-worker-4797j"} k8s.ovn.org/host-addresses: ["100.74.44.25","100.74.46.75"] k8s.ovn.org/l3-gateway-config: {"default":{"mode":"shared","interface-id":"br-ex_neo7066-289rd-worker-4797j","mac-address":"00:50:56:88:e7:f3","ip-addresses":["100.74.46... k8s.ovn.org/node-chassis-id: 2885056b-05e5-4b91-98f4-47346c40f963 k8s.ovn.org/node-mgmt-port-mac-address: 9e:5d:90:14:48:11 k8s.ovn.org/node-primary-ifaddr: {"ipv4":"100.74.46.75/22"} k8s.ovn.org/node-subnets: {"default":"10.130.2.0/23"} machine.openshift.io/machine: openshift-machine-api/neo7066-289rd-worker-4797j machineconfiguration.openshift.io/controlPlaneTopology: HighlyAvailable machineconfiguration.openshift.io/currentConfig: rendered-worker-d23e50db84ae4caa5a0ec98ca17c5623 machineconfiguration.openshift.io/desiredConfig: rendered-worker-d23e50db84ae4caa5a0ec98ca17c5623 machineconfiguration.openshift.io/reason: machineconfiguration.openshift.io/state: Done volumes.kubernetes.io/controller-managed-attach-detach: true CreationTimestamp: Fri, 25 Mar 2022 08:23:14 -0400 Taints: Unschedulable: false Lease: HolderIdentity: neo7066-289rd-worker-4797j AcquireTime: RenewTime: Thu, 19 May 2022 11:57:36 -0400 Conditions: Type Status LastHeartbeatTime LastTransitionTime Reason Message ---- ------ ----------------- ------------------ ------ ------- MemoryPressure False Thu, 19 May 2022 11:54:55 -0400 Thu, 07 Apr 2022 09:26:18 -0400 KubeletHasSufficientMemory kubelet has sufficient memory available DiskPressure False Thu, 19 May 2022 11:54:55 -0400 Fri, 13 May 2022 18:32:13 -0400 KubeletHasNoDiskPressure kubelet has no disk pressure PIDPressure False Thu, 19 May 2022 11:54:55 -0400 Thu, 07 Apr 2022 09:26:18 -0400 KubeletHasSufficientPID kubelet has sufficient PID available Ready True Thu, 19 May 2022 11:54:55 -0400 Thu, 07 Apr 2022 09:26:18 -0400 KubeletReady kubelet is posting ready status Addresses: ExternalIP: 100.74.46.75 InternalIP: 100.74.46.75 Hostname: neo7066-289rd-worker-4797j Capacity: cpu: 16 ephemeral-storage: 125293548Ki hugepages-1Gi: 0 hugepages-2Mi: 0 memory: 65951952Ki pods: 250 Allocatable: cpu: 15500m ephemeral-storage: 115470533646 hugepages-1Gi: 0 hugepages-2Mi: 0 memory: 64800976Ki pods: 250 System Info: Machine ID: 577f564aa7e24c33810e07540900d320 System UUID: 68df0842-6675-e998-de7a-5fd998290b16 Boot ID: 4105715f-8ac1-4089-b0db-b702062138e1 Kernel Version: 4.18.0-305.19.1.el8_4.x86_64 OS Image: Red Hat Enterprise Linux CoreOS 48.84.202110270303-0 (Ootpa) Operating System: linux Architecture: amd64 Container Runtime Version: cri-o://1.21.3-8.rhaos4.8.git7415a53.el8 Kubelet Version: v1.21.1+6438632 Kube-Proxy Version: v1.21.1+6438632 ProviderID: vsphere://4208df68-7566-98e9-de7a-5fd998290b16 Non-terminated Pods: (110 in total) Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age --------- ---- ------------ ---------- --------------- ------------- --- metallb-system metallb-controller-85d6b77bd9-86xvj 10m (0%) 100m (0%) 50Mi (0%) 200Mi (0%) 55d metallb-system metallb-speaker-crdf9 100m (0%) 250m (1%) 100Mi (0%) 256Mi (0%) 55d nom-apps active-alarms-list-78df665847-kvsgg 10m (0%) 750m (4%) 128Mi (0%) 1Gi (1%) 2d nom-apps active-alarms-sync-55799f9d68-4x9hm 10m (0%) 500m (3%) 128Mi (0%) 1Gi (1%) 12h nom-apps adaptive-oam-link-sync-f8f77b865-pdr46 10m (0%) 1 (6%) 128Mi (0%) 1Gi (1%) 172m nom-apps agents-inventory-deployment-747999d748-hf44s 300m (1%) 500m (3%) 320Mi (0%) 1Gi (1%) 2d nom-apps alarm-operations-bb4bc6996-xq8lb 10m (0%) 300m (1%) 128Mi (0%) 512Mi (0%) 2d nom-apps alarm-reclassification-6b8698cd66-4wqcl 10m (0%) 500m (3%) 128Mi (0%) 1Gi (1%) 2d nom-apps alarm-resolver-85d9d86f64-2nthq 10m (0%) 500m (3%) 128Mi (0%) 256Mi (0%) 24h nom-apps alarm-rules-5b565cd767-mbz5h 10m (0%) 100m (0%) 128Mi (0%) 256Mi (0%) 170m nom-apps alarm-search-7769c5cc64-7gm62 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 24h nom-apps atl-log-collector-belk-fluentd-statefulset-1 10m (0%) 300m (1%) 128Mi (0%) 1Gi (1%) 3d21h nom-apps cm-basic-operations-85b8f5b565-gv82z 10m (0%) 1 (6%) 32Mi (0%) 512Mi (0%) 8h nom-apps cm-basic-operations-85b8f5b565-qgzt4 10m (0%) 1 (6%) 32Mi (0%) 512Mi (0%) 8h nom-apps cm-compare-c9b687d6-884sb 10m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 47h nom-apps cm-metadata-inventory-7c6dff66d8-zwglv 10m (0%) 1 (6%) 700Mi (1%) 2Gi (3%) 167m nom-apps cm-rules-engine-7bf8869484-qntfc 10m (0%) 1 (6%) 1Gi (1%) 4Gi (6%) 24h nom-apps cmm-simulator-1-5b9b5985dd-ql58r 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 3d4h nom-apps cnf-lcmaas-operations-77b649df7-l6t6r 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 23h nom-apps correlation-action-handler-7599887c64-sxhng 10m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 23h nom-apps element-connectivity-status-59477d94b-56gc4 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 2d nom-apps element-reconciliation-778cdf796b-dgd2t 100m (0%) 500m (3%) 64Mi (0%) 512Mi (0%) 24h nom-apps expiry-alerts-b86ccf5f9-kjmj5 10m (0%) 200m (1%) 32Mi (0%) 128Mi (0%) 23h nom-apps file-transfer-plugin-server-simulator-2-75dcf88b44-lw8qz 50m (0%) 50m (0%) 500Mi (0%) 500Mi (0%) 3d11h nom-apps file-transfer-plugin-server-simulator-3-596c96fc85-wrfqt 50m (0%) 50m (0%) 500Mi (0%) 500Mi (0%) 3d11h nom-apps file-transfer-plugin-server-simulator-6687d65cbb-j6kkw 50m (0%) 50m (0%) 500Mi (0%) 500Mi (0%) 3d11h nom-apps file-upload-945d69d8b-8bzwx 10m (0%) 1 (6%) 128Mi (0%) 128Mi (0%) 4h53m nom-apps incoming-raml-handler-5c4bc95f68-zkxw2 10m (0%) 1 (6%) 128Mi (0%) 1Gi (1%) 47h nom-apps metadata-inventory-76d88db49c-j7s72 10m (0%) 1 (6%) 128Mi (0%) 2Gi (3%) 12h nom-apps mme-status-monitoring-74d7cf7df-7g76w 100m (0%) 1 (6%) 128Mi (0%) 512Mi (0%) 8h nom-apps napet-snmp-simulator-646fd8475c-lsjxr 50m (0%) 300m (1%) 1 (0%) 512Mi (0%) 14d nom-apps nb-integration-data-6f44654dff-gvnlm 10m (0%) 100m (0%) 128Mi (0%) 256Mi (0%) 5h44m nom-apps ne-cert-operations-6b9df9f4b8-mf2hd 10m (0%) 250m (1%) 128Mi (0%) 256Mi (0%) 24h nom-apps ne-credential-access-77f6f4f54c-767tg 100m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 5h8m nom-apps ne3s-element-status-operations-66dd86c5d4-tkxfh 10m (0%) 250m (1%) 16Mi (0%) 512Mi (0%) 47h nom-apps ne3s-oats-handler-764679d94b-hv7gp 100m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 24h nom-apps ne3s-plugin-deployment-68b8fbc759-nwtxr 300m (1%) 1 (6%) 3Gi (4%) 3Gi (4%) 3d12h nom-apps ne3s-swm-operations-7d85d97995-66bq7 10m (0%) 500m (3%) 32Mi (0%) 512Mi (0%) 8h nom-apps nei-operations-d9db79877-w96vq 10m (0%) 500m (3%) 64Mi (0%) 512Mi (0%) 9h nom-apps neo-hosting-page-6c4c7467d7-jc6c9 10m (0%) 100m (0%) 128Mi (0%) 512Mi (0%) 3d23h nom-apps neo-napet-55466cdf7d-chrn8 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 3d4h nom-apps neo-sat-poc-cronjob-27549595-rh4mf 350m (2%) 350m (2%) 320Mi (0%) 320Mi (0%) nom-apps neo-smm-simulator-1-745fddbb85-86bkt 10m (0%) 500m (3%) 128Mi (0%) 512Mi (0%) 3d4h nom-apps notification-loss-monitor-7f6b66d487-88nrr 10m (0%) 200m (1%) 128Mi (0%) 256Mi (0%) 8h nom-apps nsp-operations-79797f44bf-pmfk4 10m (0%) 200m (1%) 128Mi (0%) 1Gi (1%) 8h nom-apps omes-3gpp-transformer-7dfb64dd94-nwc4p 10m (0%) 1500m (9%) 128Mi (0%) 1Gi (1%) 12h nom-apps omes-data-transformer-5f89f55564-j8kkj 10m (0%) 1500m (9%) 64Mi (0%) 1Gi (1%) 8h nom-apps open-api-specification-77bb65f8fd-ks62f 10m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 8h nom-apps operations-authorization-6fb4db65df-mpk9d 10m (0%) 1 (6%) 128Mi (0%) 1Gi (1%) 24h nom-apps operations-execution-dfc65748-b6tdq 10m (0%) 500m (3%) 64Mi (0%) 512Mi (0%) 12h nom-apps oran-o1-collector-5699476477-vvvrx 10m (0%) 1 (6%) 128Mi (0%) 256Mi (0%) 23h nom-apps paco-alarm-operations-0 10m (0%) 500m (3%) 128Mi (0%) 1Gi (1%) 8h nom-apps parameter-list-widget-5f5ff54589-sdzqd 10m (0%) 100m (0%) 128Mi (0%) 512Mi (0%) 12h nom-apps preferences-storage-9948c9d4d-7xpkl 10m (0%) 1 (6%) 128Mi (0%) 512Mi (0%) 11h nom-apps ran-consistency-77dc994fc5-dmgl9 10m (0%) 500m (3%) 128Mi (0%) 1Gi (1%) 24h nom-apps ran-data-provider-89b9747cf-vrdrq 10m (0%) 500m (3%) 128Mi (0%) 256Mi (0%) 24h nom-apps rsync-server-7ff6f4f5b6-4xzv8 10m (0%) 500m (3%) 100Mi (0%) 1Gi (1%) 134m nom-apps rules-widget-76cffcffc6-hkdfm 10m (0%) 100m (0%) 128Mi (0%) 512Mi (0%) 3d22h nom-apps s3storage-operator-59f87bd678-pvzm6 10m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 176m nom-apps secrets-manager-76cdb4dbd5-5pnls 10m (0%) 500m (3%) 128Mi (0%) 256Mi (0%) 5h9m nom-apps sectorid-provisioning-759b5bb67c-6gxvz 10m (0%) 1 (6%) 1Gi (1%) 3Gi (4%) 23h nom-apps sftp-server-5dc8dc7dcf-xp72w 10m (0%) 500m (3%) 100Mi (0%) 1Gi (1%) 9h nom-apps siem-simulator-1-6b78cdbb8d-hrklg 10m (0%) 1 (6%) 128Mi (0%) 256Mi (0%) 3d4h nom-apps smm-operations-699f49ff6d-55dxs 10m (0%) 1 (6%) 32Mi (0%) 512Mi (0%) 8h nom-apps smm-operations-699f49ff6d-scw8z 10m (0%) 1 (6%) 32Mi (0%) 512Mi (0%) 8h nom-apps snmp-agent-simulator-66d867f899-lbftk 10m (0%) 1 (6%) 128Mi (0%) 1Gi (1%) 3d4h nom-apps snmp-element-status-operations-556f7c5bb6-mx7pj 10m (0%) 1 (6%) 16Mi (0%) 512Mi (0%) 8h nom-apps snmp-manager-simulator-1-7cf6589ff8-m2rkl 10m (0%) 2 (12%) 256Mi (0%) 512Mi (0%) 2d22h nom-apps snmp-manager-simulator-2-684d9478b4-kzzwz 10m (0%) 2 (12%) 256Mi (0%) 512Mi (0%) 2d22h nom-apps snmp-nb-alarm-notification-8757949dd-4r5wn 10m (0%) 750m (4%) 128Mi (0%) 512Mi (0%) 154m nom-apps snmp-plugin-snmp-plugin-fb6f4c68-q7s2s 10m (0%) 1 (6%) 128Mi (0%) 512Mi (0%) 47h nom-apps ssd-cm-persistence-deployment-5659d59fbf-jtr72 100m (0%) 1 (6%) 1Gi (1%) 1Gi (1%) 2d7h nom-apps ssd-operations-b9c685998-st2dc 10m (0%) 1 (6%) 512Mi (0%) 1Gi (1%) 107m nom-apps swam-deployment-8544f7c76d-7f6vt 300m (1%) 2 (12%) 768Mi (1%) 3584Mi (5%) 3d21h nom-apps user-mgmt-data-69469cf7f9-8t9vz 10m (0%) 1 (6%) 128Mi (0%) 2Gi (3%) 12h nom-apps webhook-receiver-simulator-5d8bd4b64d-l746m 10m (0%) 1 (6%) 8Mi (0%) 32Mi (0%) 3d4h nom-apps workflow-config-widget-7787cdf954-nr9kk 10m (0%) 100m (0%) 128Mi (0%) 512Mi (0%) 5h39m nom-backend belk-belk-fluentd-daemonset-ft7ww 100m (0%) 500m (3%) 850Mi (1%) 1350Mi (2%) 34h nom-backend ccas-apache-ccas-apache-1 500m (3%) 2 (12%) 3Gi (4%) 6Gi (9%) 14d nom-backend ckey-ckey-1 1 (6%) 4 (25%) 2Gi (3%) 4Gi (6%) 3d nom-backend ckng-acrc-ckng-acrc-controller-55968495df-vgg2b 350m (2%) 1250m (8%) 532Mi (0%) 4608Mi (7%) 14d nom-backend ckng-ckng-bd7cb5775-fs22j 100m (0%) 4 (25%) 256Mi (0%) 512Mi (0%) 14d nom-backend cpro-node-exporter-mwxvw 100m (0%) 1 (6%) 64Mi (0%) 128Mi (0%) 14d nom-backend cskm-cskm-1 500m (3%) 2 (12%) 4Gi (6%) 8Gi (12%) 6d4h nom-backend cskm-operator-595585c66c-nwq5v 10m (0%) 100m (0%) 32Mi (0%) 64Mi (0%) 6h26m nom-backend cskm-role-mgmt-crd-54667d445b-2btf9 10m (0%) 1 (6%) 128Mi (0%) 1Gi (1%) 30h nom-backend rdbms-pg-cluster-0 1010m (6%) 4010m (25%) 3064Mi (4%) 7564Mi (11%) 3d6h nom-backend symptom-collector-0 10m (0%) 1 (6%) 16Mi (0%) 1Gi (1%) 24h nom-backend system-credential-change-manager-66bc45cbdd-ntctg 10m (0%) 100m (0%) 128Mi (0%) 128Mi (0%) 3d22h nom-backend system-credential-orchestrator-576d69dc56-nmptt 10m (0%) 300m (1%) 128Mi (0%) 256Mi (0%) 3d23h nom-backend system-metrics-plugins-857c9679d7-htmwf 10m (0%) 200m (1%) 32Mi (0%) 128Mi (0%) 14d openshift-cluster-node-tuning-operator tuned-k2c9k 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 55d openshift-dns dns-default-fhs8k 60m (0%) 0 (0%) 110Mi (0%) 0 (0%) 55d openshift-dns node-resolver-b452w 5m (0%) 0 (0%) 21Mi (0%) 0 (0%) 55d openshift-image-registry image-registry-76654f468b-f4gz6 100m (0%) 0 (0%) 256Mi (0%) 0 (0%) 55d openshift-image-registry node-ca-q4rzx 10m (0%) 0 (0%) 10Mi (0%) 0 (0%) 55d openshift-ingress-canary ingress-canary-s9r48 10m (0%) 0 (0%) 20Mi (0%) 0 (0%) 55d openshift-machine-config-operator machine-config-daemon-5vjgz 40m (0%) 0 (0%) 100Mi (0%) 0 (0%) 55d openshift-marketplace redhat-operators-jvncj 10m (0%) 0 (0%) 50Mi (0%) 0 (0%) 10h openshift-monitoring node-exporter-h2tvk 9m (0%) 0 (0%) 47Mi (0%) 0 (0%) 55d openshift-monitoring prometheus-adapter-6bcf77dc75-blfcg 1m (0%) 0 (0%) 40Mi (0%) 0 (0%) 7d20h openshift-multus multus-9dm22 10m (0%) 0 (0%) 65Mi (0%) 0 (0%) 55d openshift-multus multus-additional-cni-plugins-ztkqs 10m (0%) 0 (0%) 10Mi (0%) 0 (0%) 55d openshift-multus network-metrics-daemon-cmdhh 20m (0%) 0 (0%) 120Mi (0%) 0 (0%) 55d openshift-network-diagnostics network-check-target-j8f96 10m (0%) 0 (0%) 15Mi (0%) 0 (0%) 55d openshift-ovn-kubernetes ovnkube-node-jmv8m 40m (0%) 0 (0%) 640Mi (1%) 0 (0%) 55d openshift-storage csi-cephfsplugin-ttxsm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55d openshift-storage csi-rbdplugin-9mvct 0 (0%) 0 (0%) 0 (0%) 0 (0%) 55d openshift-vsphere-infra coredns-neo7066-289rd-worker-4797j 200m (1%) 0 (0%) 400Mi (0%) 0 (0%) 55d openshift-vsphere-infra keepalived-neo7066-289rd-worker-4797j 200m (1%) 0 (0%) 400Mi (0%) 0 (0%) 55d Allocated resources: (Total limits may be over 100 percent, i.e., overcommitted.) Resource Requests Limits -------- -------- ------ cpu 7145m (46%) 70410m (454%) memory 35834036225 (54%) 93974Mi (148%) ephemeral-storage 0 (0%) 0 (0%) hugepages-1Gi 0 (0%) 0 (0%) hugepages-2Mi 0 (0%) 0 (0%) Events: [root@clab058node01-0 ~]#