Cluster logging 6.0.6 on OCP 4.15 CSV and Pods: ``` [root@rdr-man-logg415-bastion-0 ~]# oc get csv -n openshift-logging NAME DISPLAY VERSION REPLACES PHASE cluster-logging.v6.0.6 Red Hat OpenShift Logging 6.0.6 cluster-logging.v6.0.5 Succeeded cluster-observability-operator.v1.1.0 Cluster Observability Operator 1.1.0 cluster-observability-operator.v1.0.0 Succeeded loki-operator.v6.0.6 Loki Operator 6.0.6 loki-operator.v6.0.5 Succeeded [root@rdr-man-logg415-bastion-0 ~]# [root@rdr-man-logg415-bastion-0 ~]# oc get pods -n openshift-logging NAME READY STATUS RESTARTS AGE cluster-logging-operator-6c4c7fcf5b-scdz6 1/1 Running 0 28m collector-fwkv7 1/1 Running 0 6m40s collector-gtdnn 1/1 Running 0 6m40s collector-rblvd 1/1 Running 0 6m40s collector-wp9sm 1/1 Running 0 6m40s collector-wxh2h 1/1 Running 0 6m40s lokistack-sample-compactor-0 1/1 Running 0 9m48s lokistack-sample-distributor-d465c99dd-qlzwl 1/1 Running 0 9m48s lokistack-sample-gateway-db7f4df64-82hn7 2/2 Running 0 9m47s lokistack-sample-gateway-db7f4df64-cr6bf 2/2 Running 0 9m47s lokistack-sample-index-gateway-0 1/1 Running 0 9m48s lokistack-sample-ingester-0 1/1 Running 0 9m48s lokistack-sample-querier-6946777c9-r58lx 1/1 Running 0 9m48s lokistack-sample-query-frontend-c6b5d975f-fs5s8 1/1 Running 0 9m48s lokistack-sample-ruler-0 1/1 Running 0 9m47s [root@rdr-man-logg415-bastion-0 ~]# ``` Cluster logging Application logs: ``` { "@timestamp": "2025-03-25T10:56:12.276670630Z", "hostname": "worker-0", "kubernetes": { "annotations": { "k8s.ovn.org/pod-networks": "{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}", "k8s.v1.cni.cncf.io/network-status": "[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]", "openshift.io/scc": "restricted-v2", "seccomp.security.alpha.kubernetes.io/pod": "runtime/default" }, "container_id": "cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f", "container_image": "quay.io/pravin_dsilva/centos:logtest", "container_image_id": "quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912", "container_name": "centos-logtest", "labels": { "run": "centos-logtest", "test": "centos-logtest" }, "namespace_id": "55d98391-1cc4-4826-b5f0-d0eefbc858f2", "namespace_labels": { "kubernetes_io_metadata_name": "test-logging", "pod-security_kubernetes_io_audit": "restricted", "pod-security_kubernetes_io_audit-version": "v1.24", "pod-security_kubernetes_io_warn": "restricted", "pod-security_kubernetes_io_warn-version": "v1.24" }, "namespace_name": "test-logging", "pod_id": "b2105b97-c666-4705-8c62-0879785dc52a", "pod_ip": "10.128.2.20", "pod_name": "centos-logtest-gfx77", "pod_owner": "ReplicationController/centos-logtest" }, "level": "info", "log_source": "container", "log_type": "application", "message": "2025-03-25 10:56:12,276 - SVTLogger - INFO - centos-logtest-gfx77 : 17243 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ", "openshift": { "cluster_id": "79028462-91b9-4973-a609-4386e5b0d91b", "labels": { "label": "6.0_415-app" }, "sequence": 1742900172474394104 }, "stream_name": "test-logging_centos-logtest-gfx77_centos-logtest" } ``` Audit logs: ``` { "@timestamp": "2025-03-25T10:57:41.341661522Z", "annotations": { "authorization.k8s.io/decision": "allow", "authorization.k8s.io/reason": "RBAC: allowed by ClusterRoleBinding \"default-account-cluster-image-registry-operator\" of ClusterRole \"cluster-image-registry-operator\" to ServiceAccount \"cluster-image-registry-operator/openshift-image-registry\"" }, "apiVersion": "audit.k8s.io/v1", "auditID": "478f71f9-2ff4-4ca2-b7f9-1133e73f0ea9", "hostname": "master-0", "kind": "Event", "level": "Metadata", "log_source": "openshiftAPI", "log_type": "audit", "objectRef": { "apiGroup": "image.openshift.io", "apiVersion": "v1", "resource": "imagestreams" }, "openshift": { "cluster_id": "79028462-91b9-4973-a609-4386e5b0d91b", "labels": { "label": "6.0_415-audit" }, "sequence": 1742900261342270837 }, "openshift_audit_level": "Metadata", "requestReceivedTimestamp": "2025-03-25T10:57:41.080508Z", "requestURI": "/apis/image.openshift.io/v1/imagestreams?allowWatchBookmarks=true&resourceVersion=2500324&timeout=9m56s&timeoutSeconds=596&watch=true", "responseStatus": { "code": 200, "metadata": {} }, "sourceIPs": [ "10.128.1.141", "10.128.0.2" ], "stage": "ResponseStarted", "stageTimestamp": "2025-03-25T10:57:41.085486Z", "stream_name": "master-0.openshiftapi", "user": { "extra": { "authentication.kubernetes.io/pod-name": [ "cluster-image-registry-operator-75db8d5f7c-l6dlb" ], "authentication.kubernetes.io/pod-uid": [ "7c2d178b-5e56-49ee-8d65-a77d963181d0" ] }, "groups": [ "system:serviceaccounts", "system:serviceaccounts:openshift-image-registry", "system:authenticated" ], "username": "system:serviceaccount:openshift-image-registry:cluster-image-registry-operator" }, "userAgent": "cluster-image-registry-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format", "verb": "watch" } ``` Infrastructure logs: ``` { "@timestamp": "2025-03-25T10:56:35.251520415Z", "hostname": "master-1", "kubernetes": { "annotations": { "cluster-autoscaler.kubernetes.io/safe-to-evict": "true", "k8s.ovn.org/pod-networks": "{\"default\":{\"ip_addresses\":[\"10.129.1.16/23\"],\"mac_address\":\"0a:58:0a:81:01:10\",\"gateway_ips\":[\"10.129.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.129.0.1\"}],\"ip_address\":\"10.129.1.16/23\",\"gateway_ip\":\"10.129.0.1\"}}", "k8s.v1.cni.cncf.io/network-status": "[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.129.1.16\"\n ],\n \"mac\": \"0a:58:0a:81:01:10\",\n \"default\": true,\n \"dns\": {}\n}]", "openshift.io/scc": "restricted-v2", "operatorframework.io/managed-by": "marketplace-operator", "seccomp.security.alpha.kubernetes.io/pod": "runtime/default" }, "container_id": "cri-o://e8e356bbcb15e070bc808f044084b6065be6d3188628e51bb1ddac3d4af45e5f", "container_image": "quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7238b2d1f26bdc4057245cea8139c61649deb5a945dd1276f4558617e72d8290", "container_image_id": "quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7238b2d1f26bdc4057245cea8139c61649deb5a945dd1276f4558617e72d8290", "container_name": "registry-server", "labels": { "catalogsource_operators_coreos_com_update": "redhat-marketplace", "olm_catalogSource": "", "olm_managed": "true", "olm_pod-spec-hash": "4xB45rmfJUbQMW5yBlNsz4Q8wlhHuzIKSisOdM" }, "namespace_id": "ee5f75ac-8be6-479b-a079-1648a591183b", "namespace_labels": { "kubernetes_io_metadata_name": "openshift-marketplace", "olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70": "", "openshift_io_cluster-monitoring": "true", "pod-security_kubernetes_io_audit": "baseline", "pod-security_kubernetes_io_audit-version": "v1.25", "pod-security_kubernetes_io_enforce": "baseline", "pod-security_kubernetes_io_enforce-version": "v1.25", "pod-security_kubernetes_io_warn": "baseline", "pod-security_kubernetes_io_warn-version": "v1.25" }, "namespace_name": "openshift-marketplace", "pod_id": "3b0f7967-e57a-41cd-997d-9f773aef8afd", "pod_ip": "10.129.1.16", "pod_name": "redhat-marketplace-7d8bt", "pod_owner": "CatalogSource/redhat-marketplace" }, "level": "info", "log_source": "container", "log_type": "infrastructure", "message": "time=\"2025-03-25T10:56:35Z\" level=info msg=\"starting pprof endpoint\" address=\"localhost:6060\"", "openshift": { "cluster_id": "79028462-91b9-4973-a609-4386e5b0d91b", "labels": { "label": "6.0_415-infra" }, "sequence": 1742900198364807808 }, "stream_name": "master-1.openshift-marketplace_redhat-marketplace-7d8bt_registry-server" } ``` Elasticsearch: Application logs: ``` {"@timestamp":"2025-03-25T14:44:58.200898412Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:44:58,200 - SVTLogger - INFO - centos-logtest-gfx77 : 30948 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129155531}}},{"_index":"application","_type":"_doc","_id":"nafEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:44:59.202376348Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:44:59,202 - SVTLogger - INFO - centos-logtest-gfx77 : 30949 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129196191}}},{"_index":"application","_type":"_doc","_id":"nqfEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:00.203926743Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:00,203 - SVTLogger - INFO - centos-logtest-gfx77 : 30950 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129235994}}},{"_index":"application","_type":"_doc","_id":"n6fEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:01.205567907Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:01,205 - SVTLogger - INFO - centos-logtest-gfx77 : 30951 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129274603}}},{"_index":"application","_type":"_doc","_id":"oKfEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:02.207089872Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:02,206 - SVTLogger - INFO - centos-logtest-gfx77 : 30952 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129313900}}},{"_index":"application","_type":"_doc","_id":"oafEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:03.208622316Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:03,208 - SVTLogger - INFO - centos-logtest-gfx77 : 30953 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129352480}}},{"_index":"application","_type":"_doc","_id":"oqfEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:04.210177133Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:04,209 - SVTLogger - INFO - centos-logtest-gfx77 : 30954 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129410307}}},{"_index":"application","_type":"_doc","_id":"o6fEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:05.211690272Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:05,211 - SVTLogger - INFO - centos-logtest-gfx77 : 30955 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129477180}}},{"_index":"application","_type":"_doc","_id":"pKfEzZUBtjzUxgo68UL0","_score":1.5894461,"_source":{"@timestamp":"2025-03-25T14:45:06.213163360Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 14:45:06,212 - SVTLogger - INFO - centos-logtest-gfx77 : 30956 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742913990129529529}}}]}} ``` Audit logs: ``` {"took":1054,"timed_out":false,"_shards":{"total":2,"successful":2,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":1.4708086,"hits":[{"_index":"audit","_type":"_doc","_id":"X6fEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:44:57.405+00:00","audit.linux":{"record_id":"17376","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913897.405:17376): prog-id=0 op=UNLOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723441104}}},{"_index":"audit","_type":"_doc","_id":"YKfEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:44:57.555+00:00","audit.linux":{"record_id":"17377","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913897.555:17377): prog-id=0 op=UNLOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723525629}}},{"_index":"audit","_type":"_doc","_id":"YafEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17378","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913971.475:17378): prog-id=8538 op=LOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723592222}}},{"_index":"audit","_type":"_doc","_id":"YqfEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17379","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913971.475:17379): prog-id=8539 op=LOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723663765}}},{"_index":"audit","_type":"_doc","_id":"Y6fEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17379","type":"SYSCALL"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=SYSCALL msg=audit(1742913971.475:17379): arch=c0000015 syscall=361 success=yes exit=14 a0=5 a1=c0001b76d8 a2=78 a3=0 items=0 ppid=108649 pid=108650 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=system_u:system_r:container_runtime_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=bpf AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723734067}}},{"_index":"audit","_type":"_doc","_id":"ZKfEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17379","type":"PROCTITLE"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=PROCTITLE msg=audit(1742913971.475:17379): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F626531373531653131633132363063313961623939","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723803132}}},{"_index":"audit","_type":"_doc","_id":"ZafEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17380","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913971.475:17380): prog-id=8540 op=LOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723868551}}},{"_index":"audit","_type":"_doc","_id":"ZqfEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17380","type":"SYSCALL"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=SYSCALL msg=audit(1742913971.475:17380): arch=c0000015 syscall=361 success=yes exit=16 a0=5 a1=c0001b7428 a2=78 a3=0 items=0 ppid=108649 pid=108650 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=system_u:system_r:container_runtime_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=bpf AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973723934684}}},{"_index":"audit","_type":"_doc","_id":"Z6fEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17380","type":"PROCTITLE"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=PROCTITLE msg=audit(1742913971.475:17380): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F626531373531653131633132363063313961623939","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973724002150}}},{"_index":"audit","_type":"_doc","_id":"aKfEzZUBtjzUxgo6sSrJ","_score":1.4708086,"_source":{"@timestamp":"2025-03-25T14:46:11.475+00:00","audit.linux":{"record_id":"17381","type":"BPF"},"hostname":"worker-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1742913971.475:17381): prog-id=0 op=UNLOAD","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742913973724064999}}}]}} ``` Infrastructure logs: ``` {"took":801,"timed_out":false,"_shards":{"total":2,"successful":2,"skipped":0,"failed":0},"hits":{"total":{"value":0,"relation":"eq"},"max_score":null,"hits":[]}}[root@rdr-man-logg415-bastion-0 ~]# curl -k -XGET "http://10.20.187.131:9200/infra*/_search" -H 'Content-Type: application/json' -d '{ "query": { "bool": { "must": [ { "match":{"openshift.labels.label":"6.0_415-infrastructure"} } ] } } }' {"took":2,"timed_out":false,"_shards":{"total":2,"successful":2,"skipped":0,"failed":0},"hits":{"total":{"value":4701,"relation":"eq"},"max_score":0.5724619,"hits":[{"_index":"infrastructure","_type":"_doc","_id":"rKfEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:00.448878728Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0325 14:45:00.448862 1 sync_worker.go:482] Update work is equal to current target; no change required","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207163193}}},{"_index":"infrastructure","_type":"_doc","_id":"sKfEzZUBtjzUxgo6-kcs","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:46:30.953499169Z","hostname":"master-0","kubernetes":{"annotations":{"networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://005eea41a04403d13366b2a3eb473d68ae9f88411959e57dbae0af9f13855a73","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_name":"ovnkube-cluster-manager","labels":{"app":"ovnkube-control-plane","component":"network","kubernetes_io_os":"linux","openshift_io_component":"network","pod-template-hash":"7d75759d8c","type":"infra"},"namespace_id":"848afec2-71f3-4999-b2fd-a7d72f777d0e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"bbe10769-ac24-4496-8763-de2a2bae03a7","pod_ip":"10.20.181.231","pod_name":"ovnkube-control-plane-7d75759d8c-fwxgn","pod_owner":"ReplicaSet/ovnkube-control-plane-7d75759d8c"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0325 14:46:30.953437 1 leaderelection.go:354] lock is held by ovnkube-control-plane-7d75759d8c-x2c7m and has not yet expired","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992173194899}}},{"_index":"infrastructure","_type":"_doc","_id":"rqfEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:00.449086378Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0325 14:45:00.449061 1 cvo.go:644] Finished syncing cluster version \"openshift-cluster-version/version\" (372.908µs)","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207219929}}},{"_index":"infrastructure","_type":"_doc","_id":"r6fEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.455197141Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0325 14:45:02.455147 1 core.go:138] Updating ConfigMap openshift-machine-config-operator/kube-rbac-proxy due to diff:   &v1.ConfigMap{","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207240341}}},{"_index":"infrastructure","_type":"_doc","_id":"sKfEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.455197141Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"default","log_source":"container","log_type":"infrastructure","message":"  \tTypeMeta: v1.TypeMeta{","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207269140}}},{"_index":"infrastructure","_type":"_doc","_id":"s6fEzZUBtjzUxgo6-kcs","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:46:31.425577867Z","hostname":"master-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.1.140/23\"],\"mac_address\":\"0a:58:0a:80:01:8c\",\"gateway_ips\":[\"10.128.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.0.1\"}],\"ip_address\":\"10.128.1.140/23\",\"gateway_ip\":\"10.128.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.1.140\"\n ],\n \"mac\": \"0a:58:0a:80:01:8c\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/required-scc":"restricted-v2","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://580e2f85c165047077e31a2347bc486a0740077347deeab8a6586f4b625fcc39","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0a731e40a0e01766e6f625803f54e5672f7c73e88db4196be9f080ce2504a208","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:0a731e40a0e01766e6f625803f54e5672f7c73e88db4196be9f080ce2504a208","container_name":"cloud-credential-operator","labels":{"app":"cloud-credential-operator","control-plane":"controller-manager","controller-tools_k8s_io":"1.0","pod-template-hash":"7cfb7c5ff"},"namespace_id":"ea4c56a9-6647-4c18-86c2-21f506d644f0","namespace_labels":{"controller-tools_k8s_io":"1.0","kubernetes_io_metadata_name":"openshift-cloud-credential-operator","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":""},"namespace_name":"openshift-cloud-credential-operator","pod_id":"67076da4-8df0-4c31-8ce7-ff6a323ae4fe","pod_ip":"10.128.1.140","pod_name":"cloud-credential-operator-7cfb7c5ff-tm5r9","pod_owner":"ReplicaSet/cloud-credential-operator-7cfb7c5ff"},"level":"info","log_source":"container","log_type":"infrastructure","message":"time=\"2025-03-25T14:46:31Z\" level=info msg=\"unsupported cloud for determining CCO mode\" cloud=None controller=metrics","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992173259458}}},{"_index":"infrastructure","_type":"_doc","_id":"sqfEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.455197141Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ \t\tKind: \"ConfigMap\",","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207315251}}},{"_index":"infrastructure","_type":"_doc","_id":"s6fEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.455197141Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"default","log_source":"container","log_type":"infrastructure","message":"- \t\tAPIVersion: \"\",","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207338540}}},{"_index":"infrastructure","_type":"_doc","_id":"tKfEzZUBtjzUxgo6-khT","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.455197141Z","hostname":"master-2","kubernetes":{"annotations":{"openshift.io/required-scc":"hostaccess","openshift.io/scc":"hostaccess"},"container_id":"cri-o://c3959b201adc79f820b75b7b5db1723dd986cb4ecb381dcac2b47fae6240ef38","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_image_id":"quay.io/openshift-release-dev/ocp-release@sha256:28a99ce4052c87e3b88ca80da191a61f058e3b8735b7437b6c4b0ffb9e360371","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"5d46d77fc8"},"namespace_id":"fa188cd9-1ed6-4048-9b82-b3bcc5018c47","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"ee341a78-7ad4-4a2c-bfd8-327afce5aeff","pod_ip":"10.20.181.105","pod_name":"cluster-version-operator-5d46d77fc8-sqd22","pod_owner":"ReplicaSet/cluster-version-operator-5d46d77fc8"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ \t\tAPIVersion: \"v1\",","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992207362917}}},{"_index":"infrastructure","_type":"_doc","_id":"tqfEzZUBtjzUxgo6-kcs","_score":0.5724619,"_source":{"@timestamp":"2025-03-25T14:45:02.321228264Z","hostname":"master-0","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"node-exporter","openshift.io/required-scc":"node-exporter","openshift.io/scc":"node-exporter","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://b5f5e005f7fd41588751ce903289b7a28e6513a754c1775e29058320f1e11e5c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab4a465f4c17c1c223a481f98aa4289f80c3464e31a184c830d59de8394cc76f","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:ab4a465f4c17c1c223a481f98aa4289f80c3464e31a184c830d59de8394cc76f","container_name":"node-exporter","labels":{"app_kubernetes_io_component":"exporter","app_kubernetes_io_managed-by":"cluster-monitoring-operator","app_kubernetes_io_name":"node-exporter","app_kubernetes_io_part-of":"openshift-monitoring","app_kubernetes_io_version":"1.7.0","controller-revision-hash":"58566c7468","pod-template-generation":"1"},"namespace_id":"a73ff757-f10e-4760-95a4-875e3405b987","namespace_labels":{"kubernetes_io_metadata_name":"openshift-monitoring","name":"openshift-monitoring","network_openshift_io_policy-group":"monitoring","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-monitoring","pod_id":"5eaf1891-dc42-4bf8-ba91-622446ab074a","pod_ip":"10.20.181.231","pod_name":"node-exporter-g2vb5","pod_owner":"DaemonSet/node-exporter"},"level":"error","log_source":"container","log_type":"infrastructure","message":"ts=2025-03-25T14:45:02.321Z caller=collector.go:169 level=error msg=\"collector failed\" name=fibrechannel duration_seconds=0.000745281 err=\"error obtaining FibreChannel class info: failed to read file \\\"/host/sys/class/fc_host/host1/symbolic_name\\\": open /host/sys/class/fc_host/host1/symbolic_name: no such file or directory\"","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742913992173335467}}}]}} ``` Kafka: Application logs: ``` {"@timestamp":"2025-03-25T15:23:47.764256603Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:47,763 - SVTLogger - INFO - centos-logtest-gfx77 : 33274 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916228032498167}} {"@timestamp":"2025-03-25T15:23:48.765764185Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:48,765 - SVTLogger - INFO - centos-logtest-gfx77 : 33275 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916229065505361}} {"@timestamp":"2025-03-25T15:23:49.767290512Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:49,766 - SVTLogger - INFO - centos-logtest-gfx77 : 33276 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916230101914720}} {"@timestamp":"2025-03-25T15:23:50.768812738Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:50,768 - SVTLogger - INFO - centos-logtest-gfx77 : 33277 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916231133374379}} {"@timestamp":"2025-03-25T15:23:51.770310686Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:51,769 - SVTLogger - INFO - centos-logtest-gfx77 : 33278 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916232167297207}} {"@timestamp":"2025-03-25T15:23:52.771870481Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.128.2.20/23\"],\"mac_address\":\"0a:58:0a:80:02:14\",\"gateway_ips\":[\"10.128.2.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.128.2.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.128.2.1\"}],\"ip_address\":\"10.128.2.20/23\",\"gateway_ip\":\"10.128.2.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.128.2.20\"\n ],\n \"mac\": \"0a:58:0a:80:02:14\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"55d98391-1cc4-4826-b5f0-d0eefbc858f2","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b2105b97-c666-4705-8c62-0879785dc52a","pod_ip":"10.128.2.20","pod_name":"centos-logtest-gfx77","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_source":"container","log_type":"application","message":"2025-03-25 15:23:52,771 - SVTLogger - INFO - centos-logtest-gfx77 : 33279 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp ","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-app"},"sequence":1742916233200520708}} ``` Audit logs: ``` {"@timestamp":"2025-03-25T15:27:01.631250868Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by RoleBinding \"console-operator/openshift-console\" of Role \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"7bc49210-d4bf-4a55-864d-e2c0cd090d7d","hostname":"master-1","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"route.openshift.io","apiVersion":"v1","name":"console","namespace":"openshift-console","resource":"routes"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421631595287},"requestReceivedTimestamp":"2025-03-25T15:27:01.624404Z","requestURI":"/apis/route.openshift.io/v1/namespaces/openshift-console/routes/console","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.105"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.629210Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-85d66459b8-b54j8"],"authentication.kubernetes.io/pod-uid":["204613d3-cba9-4697-b901-ac7d3e5d3578"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"uid":"99880a75-9276-4450-a188-f0e88a9e8971","username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-03-25T15:27:01.635722860Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"olm-operator-binding-openshift-operator-lifecycle-manager\" of ClusterRole \"system:controller:operator-lifecycle-manager\" to ServiceAccount \"olm-operator-serviceaccount/openshift-operator-lifecycle-manager\""},"apiVersion":"audit.k8s.io/v1","auditID":"9ef7d920-098c-40d1-a565-c6c59d6fb548","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"operators.coreos.com","apiVersion":"v1alpha1","name":"cluster-logging.v6.0.6","namespace":"openshift-etcd-operator","resource":"clusterserviceversions","resourceVersion":"2489953","uid":"7ccc7754-543c-402b-a36f-37db9b0759a1"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421636342603},"requestReceivedTimestamp":"2025-03-25T15:27:01.569220Z","requestURI":"/apis/operators.coreos.com/v1alpha1/namespaces/openshift-etcd-operator/clusterserviceversions/cluster-logging.v6.0.6","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.231"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.610153Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["olm-operator-5868f66448-t55rt"],"authentication.kubernetes.io/pod-uid":["3530ea07-7b3a-456d-ab73-00ea40deb4f2"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-operator-lifecycle-manager","system:authenticated"],"uid":"c8ba2257-b148-4d5c-9c6c-bd6e41fd9f7f","username":"system:serviceaccount:openshift-operator-lifecycle-manager:olm-operator-serviceaccount"},"userAgent":"olm/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"update"} {"@timestamp":"2025-03-25T15:27:01.648608530Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by RoleBinding \"console-operator/openshift-console\" of Role \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"0791ff0d-bd90-4b43-ac18-a3c00138416e","hostname":"master-1","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"trusted-ca-bundle","namespace":"openshift-console","resource":"configmaps"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421648911093},"requestReceivedTimestamp":"2025-03-25T15:27:01.630068Z","requestURI":"/api/v1/namespaces/openshift-console/configmaps/trusted-ca-bundle","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.105"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.640303Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-85d66459b8-b54j8"],"authentication.kubernetes.io/pod-uid":["204613d3-cba9-4697-b901-ac7d3e5d3578"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"uid":"99880a75-9276-4450-a188-f0e88a9e8971","username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-03-25T15:27:01.648628813Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by RoleBinding \"console-operator/openshift-console\" of Role \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"f5f0fd6e-4573-43bb-bba9-64bc5cb840db","hostname":"master-1","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"default-ingress-cert","namespace":"openshift-console","resource":"configmaps"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421648955310},"requestReceivedTimestamp":"2025-03-25T15:27:01.646148Z","requestURI":"/api/v1/namespaces/openshift-console/configmaps/default-ingress-cert","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.105"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.647961Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-85d66459b8-b54j8"],"authentication.kubernetes.io/pod-uid":["204613d3-cba9-4697-b901-ac7d3e5d3578"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"uid":"99880a75-9276-4450-a188-f0e88a9e8971","username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-03-25T15:27:01.702673154Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"olm-operator-binding-openshift-operator-lifecycle-manager\" of ClusterRole \"system:controller:operator-lifecycle-manager\" to ServiceAccount \"olm-operator-serviceaccount/openshift-operator-lifecycle-manager\""},"apiVersion":"audit.k8s.io/v1","auditID":"47a27c83-239a-4929-9268-85aecc37a1da","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"operators.coreos.com","apiVersion":"v1alpha1","name":"loki-operator.v6.0.6","namespace":"nfs-provisioner","resource":"clusterserviceversions","resourceVersion":"2492176","uid":"0d4b37f5-dbbd-4f00-8718-4a54cf480568"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421703180043},"requestReceivedTimestamp":"2025-03-25T15:27:01.619433Z","requestURI":"/apis/operators.coreos.com/v1alpha1/namespaces/nfs-provisioner/clusterserviceversions/loki-operator.v6.0.6","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.231"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.672233Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["olm-operator-5868f66448-t55rt"],"authentication.kubernetes.io/pod-uid":["3530ea07-7b3a-456d-ab73-00ea40deb4f2"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-operator-lifecycle-manager","system:authenticated"],"uid":"c8ba2257-b148-4d5c-9c6c-bd6e41fd9f7f","username":"system:serviceaccount:openshift-operator-lifecycle-manager:olm-operator-serviceaccount"},"userAgent":"olm/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"update"} {"@timestamp":"2025-03-25T15:27:01.702711994Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"openshift-ingress-operator\" of ClusterRole \"openshift-ingress-operator\" to ServiceAccount \"ingress-operator/openshift-ingress-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"505459ee-9d5b-4668-9c57-bf9da8061a81","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"ingress.operator.openshift.io","apiVersion":"v1","namespace":"openshift-ingress-canary","resource":"dnsrecords"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421703245536},"requestReceivedTimestamp":"2025-03-25T15:17:43.676002Z","requestURI":"/apis/ingress.operator.openshift.io/v1/namespaces/openshift-ingress-canary/dnsrecords?allowWatchBookmarks=true&resourceVersion=2592132&timeoutSeconds=558&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.231"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.680879Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["ingress-operator-7868cd5494-hptq8"],"authentication.kubernetes.io/pod-uid":["f56bfac0-19af-4c33-97e0-15be241e26da"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-ingress-operator","system:authenticated"],"uid":"1a12e7d2-74ce-4884-bce2-4e22541e12d1","username":"system:serviceaccount:openshift-ingress-operator:ingress-operator"},"userAgent":"ingress-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} {"@timestamp":"2025-03-25T15:27:01.702721806Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"openshift-ingress-operator\" of ClusterRole \"openshift-ingress-operator\" to ServiceAccount \"ingress-operator/openshift-ingress-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"a6659ddc-c5d1-475e-aa7a-72513333b931","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"ingress.operator.openshift.io","apiVersion":"v1","namespace":"openshift-ingress-canary","resource":"dnsrecords"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421703300224},"requestReceivedTimestamp":"2025-03-25T15:27:01.681724Z","requestURI":"/apis/ingress.operator.openshift.io/v1/namespaces/openshift-ingress-canary/dnsrecords?allowWatchBookmarks=true&resourceVersion=2595335&timeoutSeconds=586&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.231"],"stage":"ResponseStarted","stageTimestamp":"2025-03-25T15:27:01.682351Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["ingress-operator-7868cd5494-hptq8"],"authentication.kubernetes.io/pod-uid":["f56bfac0-19af-4c33-97e0-15be241e26da"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-ingress-operator","system:authenticated"],"uid":"1a12e7d2-74ce-4884-bce2-4e22541e12d1","username":"system:serviceaccount:openshift-ingress-operator:ingress-operator"},"userAgent":"ingress-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} {"@timestamp":"2025-03-25T15:27:01.702731730Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"olm-operator-binding-openshift-operator-lifecycle-manager\" of ClusterRole \"system:controller:operator-lifecycle-manager\" to ServiceAccount \"olm-operator-serviceaccount/openshift-operator-lifecycle-manager\""},"apiVersion":"audit.k8s.io/v1","auditID":"019c28ae-7009-4c64-aa3d-166bfad53214","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"operators.coreos.com","apiVersion":"v1alpha1","name":"cluster-logging.v6.0.6","namespace":"openshift-etcd-operator","resource":"clusterserviceversions","resourceVersion":"2489953","subresource":"status","uid":"7ccc7754-543c-402b-a36f-37db9b0759a1"},"openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-audit"},"sequence":1742916421703354661},"requestReceivedTimestamp":"2025-03-25T15:27:01.669131Z","requestURI":"/apis/operators.coreos.com/v1alpha1/namespaces/openshift-etcd-operator/clusterserviceversions/cluster-logging.v6.0.6/status","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.181.231"],"stage":"ResponseComplete","stageTimestamp":"2025-03-25T15:27:01.700824Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["olm-operator-5868f66448-t55rt"],"authentication.kubernetes.io/pod-uid":["3530ea07-7b3a-456d-ab73-00ea40deb4f2"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-operator-lifecycle-manager","system:authenticated"],"uid":"c8ba2257-b148-4d5c-9c6c-bd6e41fd9f7f","username":"system:serviceaccount:openshift-operator-lifecycle-manager:olm-operator-serviceaccount"},"userAgent":"olm/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"update"} ``` Infrastructure logs: ``` {"@timestamp":"2025-03-25T15:34:21.596672297Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"e8fc3d5b1728185bd96c990aff6163ffcaaee935","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://09f1228cd57afc9e8b0c7d66b68d751e7f35ea083d6fc2038a13ef332299ddda","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"786bfb5f8","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"848afec2-71f3-4999-b2fd-a7d72f777d0e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"ac8a774c-1294-4751-bf96-7e11694e10ce","pod_ip":"10.20.181.215","pod_name":"ovnkube-node-w75pv","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ '[' 0 -gt 50000000 ']'","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742916864113215155}} {"@timestamp":"2025-03-25T15:34:21.597390659Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"e8fc3d5b1728185bd96c990aff6163ffcaaee935","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://09f1228cd57afc9e8b0c7d66b68d751e7f35ea083d6fc2038a13ef332299ddda","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"786bfb5f8","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"848afec2-71f3-4999-b2fd-a7d72f777d0e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"ac8a774c-1294-4751-bf96-7e11694e10ce","pod_ip":"10.20.181.215","pod_name":"ovnkube-node-w75pv","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"++ ls -1 /var/log/ovn/acl-audit-log.log","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742916864113239711}} {"@timestamp":"2025-03-25T15:34:21.597390659Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"e8fc3d5b1728185bd96c990aff6163ffcaaee935","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://09f1228cd57afc9e8b0c7d66b68d751e7f35ea083d6fc2038a13ef332299ddda","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"786bfb5f8","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"848afec2-71f3-4999-b2fd-a7d72f777d0e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"ac8a774c-1294-4751-bf96-7e11694e10ce","pod_ip":"10.20.181.215","pod_name":"ovnkube-node-w75pv","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"++ wc -l","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742916864113264686}} {"@timestamp":"2025-03-25T15:34:21.599127876Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"e8fc3d5b1728185bd96c990aff6163ffcaaee935","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://09f1228cd57afc9e8b0c7d66b68d751e7f35ea083d6fc2038a13ef332299ddda","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"786bfb5f8","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"848afec2-71f3-4999-b2fd-a7d72f777d0e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"ac8a774c-1294-4751-bf96-7e11694e10ce","pod_ip":"10.20.181.215","pod_name":"ovnkube-node-w75pv","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ num_files=1","openshift":{"cluster_id":"79028462-91b9-4973-a609-4386e5b0d91b","labels":{"label":"6.0_415-infra"},"sequence":1742916864113287856}} ``` Loki: Application logs: ``` {"ts":"2025-03-25T16:13:11.097836161Z","line":"{\"@timestamp\":\"2025-03-25T16:12:01.160831107Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:12:01,160 - SVTLogger - INFO - centos-logtest-gfx77 : 36163 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737665312}}"},{"ts":"2025-03-25T16:13:11.097806405Z","line":"{\"@timestamp\":\"2025-03-25T16:12:00.159334978Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:12:00,158 - SVTLogger - INFO - centos-logtest-gfx77 : 36162 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737619611}}"},{"ts":"2025-03-25T16:13:11.097779239Z","line":"{\"@timestamp\":\"2025-03-25T16:11:59.157805868Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:59,157 - SVTLogger - INFO - centos-logtest-gfx77 : 36161 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737572244}}"},{"ts":"2025-03-25T16:13:11.09775429Z","line":"{\"@timestamp\":\"2025-03-25T16:11:58.157249455Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:58,156 - SVTLogger - INFO - centos-logtest-gfx77 : 36160 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737529071}}"},{"ts":"2025-03-25T16:13:11.097724499Z","line":"{\"@timestamp\":\"2025-03-25T16:11:57.155280241Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:57,154 - SVTLogger - INFO - centos-logtest-gfx77 : 36159 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737485174}}"},{"ts":"2025-03-25T16:13:11.097698124Z","line":"{\"@timestamp\":\"2025-03-25T16:11:56.154089118Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:56,153 - SVTLogger - INFO - centos-logtest-gfx77 : 36158 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737441938}}"},{"ts":"2025-03-25T16:13:11.097671562Z","line":"{\"@timestamp\":\"2025-03-25T16:11:55.152540767Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:55,152 - SVTLogger - INFO - centos-logtest-gfx77 : 36157 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737398948}}"},{"ts":"2025-03-25T16:13:11.097644968Z","line":"{\"@timestamp\":\"2025-03-25T16:11:54.151043091Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:54,150 - SVTLogger - INFO - centos-logtest-gfx77 : 36156 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737355056}}"},{"ts":"2025-03-25T16:13:11.097618092Z","line":"{\"@timestamp\":\"2025-03-25T16:11:53.149481950Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:53,149 - SVTLogger - INFO - centos-logtest-gfx77 : 36155 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737310531}}"},{"ts":"2025-03-25T16:13:11.097593281Z","line":"{\"@timestamp\":\"2025-03-25T16:11:52.147818986Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:52,147 - SVTLogger - INFO - centos-logtest-gfx77 : 36154 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737264506}}"},{"ts":"2025-03-25T16:13:11.09756674Z","line":"{\"@timestamp\":\"2025-03-25T16:11:51.146276734Z\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.2.20/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:02:14\\\",\\\"gateway_ips\\\":[\\\"10.128.2.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.2.1\\\"}],\\\"ip_address\\\":\\\"10.128.2.20/23\\\",\\\"gateway_ip\\\":\\\"10.128.2.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.2.20\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:02:14\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://d60fb2121a8bcd8cd64715c643772243fe860e459096a255c2ed8c24eb5edf7f\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"55d98391-1cc4-4826-b5f0-d0eefbc858f2\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b2105b97-c666-4705-8c62-0879785dc52a\",\"pod_ip\":\"10.128.2.20\",\"pod_name\":\"centos-logtest-gfx77\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"2025-03-25 16:11:51,145 - SVTLogger - INFO - centos-logtest-gfx77 : 36153 : Xa1wKq6KA sq8vzInNO Y9ssWOYSB AOyLw87bd wrMmtN3mZ 0gKKpsr6N kzF7Wbnxy J4KsnUovh 2Rsvmh8zA GGW3SfAdL cQ1d4ezOd XqjPSlq2s WXeGOh77K RGZEQAh6I 2QEIqDa4Z z5AItB73u PIBWI5GyP vIHXpn0Lf I8xRpcaVq FsYaZ6KPp \",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-app\"},\"sequence\":1742919190737218656}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":45462113,"linesProcessedPerSecond":20152,"totalBytesProcessed":378996,"totalLinesProcessed":168,"execTime":0.008336524,"queueTime":0.000084,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":1,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":114342,"headChunkLines":51,"decompressedBytes":264654,"decompressedLines":117,"compressedBytes":131034,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Audit logs: ``` {"ts":"2025-03-25T16:16:21.045764202Z","line":"{\"@timestamp\":\"2025-03-25T16:16:21.043560853Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"cde50740-1337-4874-bf50-702b6fe8b5dd\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"serviceaccount-ca\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919381044101493},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.988549Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/configmaps/serviceaccount-ca\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.991121Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:21.04570761Z","line":"{\"@timestamp\":\"2025-03-25T16:16:21.043524482Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"53662457-420a-48d8-a214-50f3408e5733\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"config\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919381044056493},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.986000Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/configmaps/config\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.987834Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.783051755Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.781896459Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"7bd3d500-4a41-400c-b0e6-0ce74d326ed7\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"rbac.authorization.k8s.io\",\"apiVersion\":\"v1\",\"name\":\"system:openshift:operator:openshift-kube-scheduler-installer\",\"resource\":\"clusterrolebindings\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380782311162},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.755411Z\",\"requestURI\":\"/apis/rbac.authorization.k8s.io/v1/clusterrolebindings/system:openshift:operator:openshift-kube-scheduler-installer\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.758184Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.783006671Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.781848837Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"1351bafa-2764-4866-a631-60823a20f24c\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"installer-sa\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"serviceaccounts\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380782266385},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.748236Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/serviceaccounts/installer-sa\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.754051Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.714843596Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.714111534Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"insights-operator\\\" of ClusterRole \\\"insights-operator\\\" to ServiceAccount \\\"operator/openshift-insights\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"c94fb16a-f76c-499e-93d1-057177d4ff09\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"config.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"insights\",\"resource\":\"clusteroperators\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380714394849},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.702062Z\",\"requestURI\":\"/apis/config.openshift.io/v1/clusteroperators/insights\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.144\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.710292Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"insights-operator-6789749876-s8wlq\"],\"authentication.kubernetes.io/pod-uid\":[\"d9a772a1-03c1-4e65-be48-e1da09945fea\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-insights\",\"system:authenticated\"],\"uid\":\"67a515e1-ea10-4602-b9aa-1887f2ba1115\",\"username\":\"system:serviceaccount:openshift-insights:operator\"},\"userAgent\":\"insights-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.707185661Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705371942Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"688bb32c-ff29-4dc2-8484-f9635a1fdb2c\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"apiregistration.k8s.io\",\"apiVersion\":\"v1\",\"resource\":\"apiservices\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705999446},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.537699Z\",\"requestURI\":\"/apis/apiregistration.k8s.io/v1/apiservices?allowWatchBookmarks=true\u0026resourceVersion=2612730\u0026timeout=7m48s\u0026timeoutSeconds=468\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"::1\"],\"stage\":\"ResponseStarted\",\"stageTimestamp\":\"2025-03-25T16:16:20.538049Z\",\"user\":{\"groups\":[\"system:masters\"],\"uid\":\"108c5fc9-d98c-42a0-87bd-e35f594964ae\",\"username\":\"system:apiserver\"},\"userAgent\":\"kube-apiserver/v1.28.15+ff493be (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"watch\"}"},{"ts":"2025-03-25T16:16:20.707161946Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705365299Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"0a63a879-79a5-478a-88c0-b91f4d72c649\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"apiregistration.k8s.io\",\"apiVersion\":\"v1\",\"resource\":\"apiservices\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705965671},\"requestReceivedTimestamp\":\"2025-03-25T16:09:34.535897Z\",\"requestURI\":\"/apis/apiregistration.k8s.io/v1/apiservices?allowWatchBookmarks=true\u0026resourceVersion=2610365\u0026timeout=6m46s\u0026timeoutSeconds=406\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"::1\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.537226Z\",\"user\":{\"groups\":[\"system:masters\"],\"uid\":\"108c5fc9-d98c-42a0-87bd-e35f594964ae\",\"username\":\"system:apiserver\"},\"userAgent\":\"kube-apiserver/v1.28.15+ff493be (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"watch\"}"},{"ts":"2025-03-25T16:16:20.707138113Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705358799Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"4eb8eb56-821b-45d4-994c-e45379b512a2\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"openshift-kube-scheduler-master-2\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"pods\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705929605},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.325933Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/pods/openshift-kube-scheduler-master-2\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.327810Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.707113648Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705352362Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"8587c4f6-168a-40ff-b88f-770d8ffcad00\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"openshift-kube-scheduler-master-1\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"pods\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705888046},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.322405Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/pods/openshift-kube-scheduler-master-1\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.325380Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-25T16:16:20.707088748Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705344133Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"e770836e-bea9-4fb4-9e81-0d570b17aff2\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"pods\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705831015},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.315605Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/pods?labelSelector=app%3Dinstaller\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.321646Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"list\"}"},{"ts":"2025-03-25T16:16:20.707037525Z","line":"{\"@timestamp\":\"2025-03-25T16:16:20.705313479Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:cluster-kube-scheduler-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-kube-scheduler-operator/openshift-kube-scheduler-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"bc18966a-174a-4dcc-a6a8-1f8d84f1f5b2\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"openshift-kube-scheduler-master-0\",\"namespace\":\"openshift-kube-scheduler\",\"resource\":\"pods\"},\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1742919380705774609},\"requestReceivedTimestamp\":\"2025-03-25T16:16:20.312834Z\",\"requestURI\":\"/api/v1/namespaces/openshift-kube-scheduler/pods/openshift-kube-scheduler-master-0\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.157\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-25T16:16:20.321582Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-kube-scheduler-operator-7878c78d8c-rbqbt\"],\"authentication.kubernetes.io/pod-uid\":[\"8b014fcb-ed40-4ab9-9e8c-954de8f84197\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-scheduler-operator\",\"system:authenticated\"],\"uid\":\"645eaea3-839d-44ea-b584-b949155ac9f1\",\"username\":\"system:serviceaccount:openshift-kube-scheduler-operator:openshift-kube-scheduler-operator\"},\"userAgent\":\"cluster-kube-scheduler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":410470444,"linesProcessedPerSecond":258563,"totalBytesProcessed":90967185,"totalLinesProcessed":57302,"execTime":0.221616894,"queueTime":0.000053,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":5,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":169377,"headChunkLines":146,"decompressedBytes":90797808,"decompressedLines":57156,"compressedBytes":11626362,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Infrastructure los: ``` {"ts":"2025-03-25T16:17:47.923886823Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.992184372Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"ensuring registry server\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920795791}}"},{"ts":"2025-03-25T16:17:47.923856026Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.992164350Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"registry state good\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920773639}}"},{"ts":"2025-03-25T16:17:47.923741745Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.992164350Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"checked registry server health\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace health=true id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920751176}}"},{"ts":"2025-03-25T16:17:47.923714464Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.992121024Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"of 1 pods matching label selector, 1 have the correct images and matching hash\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace correctHash=true correctImages=true current-pod.name=certified-operators-vcnmv current-pod.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920728229}}"},{"ts":"2025-03-25T16:17:47.923687043Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.992102208Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"evaluating current pod\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace correctHash=true correctImages=true current-pod.name=certified-operators-vcnmv current-pod.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920701686}}"},{"ts":"2025-03-25T16:17:47.923659074Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.991844977Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"searching for current pods\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920675774}}"},{"ts":"2025-03-25T16:17:47.923630316Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.986272674Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"synchronizing registry server\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920650979}}"},{"ts":"2025-03-25T16:17:47.923591883Z","line":"{\"@timestamp\":\"2025-03-25T16:17:45.986272674Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.128.1.159/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:80:01:9f\\\",\\\"gateway_ips\\\":[\\\"10.128.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.128.0.1\\\"}],\\\"ip_address\\\":\\\"10.128.1.159/23\\\",\\\"gateway_ip\\\":\\\"10.128.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.128.1.159\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:80:01:9f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://e3a7a270c36da3bbd2cd147692b9e4c8398f7d57e0b26b768b8e9ac26e3bea37\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e52bd09a6b2b08ac39dddecd15ad2dbf432b2f00e20848d7e5f2398a309cd2f8\",\"container_name\":\"catalog-operator\",\"labels\":{\"app\":\"catalog-operator\",\"pod-template-hash\":\"5d9d8769b4\"},\"namespace_id\":\"2f840d5c-bf62-432e-9b40-82f4aec86163\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-operator-lifecycle-manager\",\"olm_operatorgroup_uid_269be272-e031-49fa-9f22-53f0232ffcb9\":\"\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_scc\":\"\",\"pod-security_kubernetes_io_enforce\":\"restricted\",\"pod-security_kubernetes_io_enforce-version\":\"v1.24\"},\"namespace_name\":\"openshift-operator-lifecycle-manager\",\"pod_id\":\"aad46cbd-3be1-4b77-92b5-2660d613a88f\",\"pod_ip\":\"10.128.1.159\",\"pod_name\":\"catalog-operator-5d9d8769b4-kfk46\",\"pod_owner\":\"ReplicaSet/catalog-operator-5d9d8769b4\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-03-25T16:17:45Z\\\" level=info msg=\\\"syncing catalog source\\\" catalogsource.name=certified-operators catalogsource.namespace=openshift-marketplace id=aDMV2\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919467920624679}}"}]},{"labels":"{k8s_container_name=\"approver\", k8s_namespace_name=\"openshift-network-node-identity\", k8s_node_name=\"master-2\", k8s_pod_name=\"network-node-identity-qwsdp\", kubernetes_container_name=\"approver\", kubernetes_host=\"master-2\", kubernetes_namespace_name=\"openshift-network-node-identity\", kubernetes_pod_name=\"network-node-identity-qwsdp\", log_type=\"infrastructure\", openshift_log_type=\"infrastructure\"}","entries":[{"ts":"2025-03-25T16:17:48.099293088Z","line":"{\"@timestamp\":\"2025-03-25T16:17:37.965201331Z\",\"hostname\":\"master-2\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://f5c1f4242bc37b9b05348b705380ba3fd7c86b15c1eedf1fee3a379fb12ccacc\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"55bc7fb9b7\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"3056d5b4-94c0-4f66-b7f5-785b00dcdc64\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"42dd917e-079c-4d4e-8f67-6d3de0b66748\",\"pod_ip\":\"10.20.181.105\",\"pod_name\":\"network-node-identity-qwsdp\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"I0325 16:17:37.965178 1 leaderelection.go:255] failed to acquire lease openshift-network-node-identity/ovnkube-identity\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919468097344655}}"},{"ts":"2025-03-25T16:17:48.099266924Z","line":"{\"@timestamp\":\"2025-03-25T16:17:37.965084126Z\",\"hostname\":\"master-2\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://f5c1f4242bc37b9b05348b705380ba3fd7c86b15c1eedf1fee3a379fb12ccacc\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9800fa7208b1ae0a3d35d325c66cb9cfae238db8f10e93399eaa8bd9414581d8\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"55bc7fb9b7\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"3056d5b4-94c0-4f66-b7f5-785b00dcdc64\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_d4d9ba04-2135-4a6a-b796-9f7be79f9c70\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"42dd917e-079c-4d4e-8f67-6d3de0b66748\",\"pod_ip\":\"10.20.181.105\",\"pod_name\":\"network-node-identity-qwsdp\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"I0325 16:17:37.965028 1 leaderelection.go:354] lock is held by master-0_95880ec9-468d-457c-a581-0d4bd585078e and has not yet expired\",\"openshift\":{\"cluster_id\":\"79028462-91b9-4973-a609-4386e5b0d91b\",\"labels\":{\"label\":\"6.0_415-infra\"},\"sequence\":1742919468097322253}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":964299790,"linesProcessedPerSecond":468188,"totalBytesProcessed":11328025,"totalLinesProcessed":5500,"execTime":0.01174741,"queueTime":0.00004,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":110,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":10529112,"headChunkLines":5152,"decompressedBytes":798913,"decompressedLines":348,"compressedBytes":2244536,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ```