Cluster logging 5.8.19 on OCP 4.14 CSV and Pods: ``` NAME DISPLAY VERSION REPLACES PHASE cluster-logging.v5.8.19 Red Hat OpenShift Logging 5.8.19 cluster-logging.v5.8.18 Succeeded cluster-observability-operator.v1.1.0 Cluster Observability Operator 1.1.0 cluster-observability-operator.v1.0.0 Succeeded elasticsearch-operator.v5.8.19 OpenShift Elasticsearch Operator 5.8.19 elasticsearch-operator.v5.8.18 Succeeded [root@rdr-man-414log-bastion-0 ~]# oc get pods -n openshift-logging NAME READY STATUS RESTARTS AGE cluster-logging-operator-9f4795575-km4bb 1/1 Running 0 8h collector-277p8 1/1 Running 0 7h51m collector-4tdl5 1/1 Running 0 7h51m collector-c98rk 1/1 Running 0 7h51m collector-grtfx 1/1 Running 0 7h51m collector-pzv8k 1/1 Running 0 7h51m elasticsearch-cdm-t6btytco-1-5c78fb6974-hzv6h 2/2 Running 0 8h elasticsearch-cdm-t6btytco-2-7c466698bc-v8d5k 2/2 Running 0 8h elasticsearch-cdm-t6btytco-3-87c9f9956-8pzn9 2/2 Running 0 8h elasticsearch-im-app-29057295-s8g4p 0/1 Completed 0 9m7s elasticsearch-im-audit-29057295-7jcp8 0/1 Completed 0 9m7s elasticsearch-im-infra-29057295-4bgb5 0/1 Completed 0 9m7s kibana-866f44698d-6d2qq 2/2 Running 0 8h [root@rdr-man-414log-bastion-0 ~]# ``` Cluster logging: CloudWatch: Application logs: ``` {'timestamp': 1743409904621, 'message': '{"@timestamp":"2025-03-31T08:31:35.205747642Z","group_name":"rdr-man-414log-zfvgp.application","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.209/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:d1\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.209/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.209\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:d1\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://c6653404ef8cf5516c718c426a8ca87c54476b716bde1ff1498077d215d65dcd","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","labels":{"name":"acmeair-booking-db","pod-template-hash":"dbd46f4d4"},"namespace_id":"d6795e00-e70c-497f-8192-eff730aee32c","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"e451534c-60a5-4186-a00b-ff8a0c14b723","pod_ip":"10.131.0.209","pod_name":"acmeair-booking-db-dbd46f4d4-zpnzc","pod_owner":"ReplicaSet/acmeair-booking-db-dbd46f4d4"},"level":"default","log_type":"application","message":"2025-03-31T08:31:35.205+0000 I NETWORK [conn3] received client metadata from 10.131.0.208:36304 conn3: { driver: { name: \\"mongo-java-driver|legacy\\", version: \\"3.10.1\\" }, os: { type: \\"Linux\\", name: \\"Linux\\", architecture: \\"ppc64le\\", version: \\"5.14.0-284.109.1.el9_2.ppc64le\\" }, platform: \\"Java/Eclipse OpenJ9/1.8.0_262-b10\\" }","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27905},"stream_name":"kubernetes.var.log.pods.acme-air_acmeair-booking-db-dbd46f4d4-zpnzc_e451534c-60a5-4186-a00b-ff8a0c14b723.acmeair-booking-db.0.log"}', 'ingestionTime': 1743409907228} {'timestamp': 1743409940473, 'message': '{"@timestamp":"2025-03-31T08:32:20.418812554Z","group_name":"rdr-man-414log-zfvgp.application","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.175/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:af\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.175/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.175\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:af\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"4566a766-d384-4fb9-8430-1c31bd2242b5","namespace_labels":{"kubernetes_io_metadata_name":"exclude-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"exclude-app","pod_id":"e522a963-f9e7-40e6-a502-fcaa5e58614f","pod_ip":"10.131.0.175","pod_name":"centos-logtest-gjd47","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:20,418 - SVTLogger - INFO - centos-logtest-gjd47 : 248457 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":28056},"stream_name":"kubernetes.var.log.pods.exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f.centos-logtest.0.log"}', 'ingestionTime': 1743409941709} {'timestamp': 1743409940735, 'message': '{"@timestamp":"2025-03-31T08:32:20.682337810Z","group_name":"rdr-man-414log-zfvgp.application","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.179/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:b3\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.179/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.179\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:b3\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:20,682 - SVTLogger - INFO - centos-logtest-2jxtm : 248444 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":28057},"stream_name":"kubernetes.var.log.pods.include-app_centos-logtest-2jxtm_c9523cb3-4a8c-4582-9d2a-ade46a914d0f.centos-logtest.0.log"}', 'ingestionTime': 1743409941474} {'timestamp': 1743409941255, 'message': '{"@timestamp":"2025-03-31T08:32:21.071908878Z","group_name":"rdr-man-414log-zfvgp.application","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.174/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:ae\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.174/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.174\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:ae\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://728df538617fa22d57cac9d28b79079398171cdd1f24897aec60fe0e43a8135e","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5a1de092-661d-4860-b096-cf853ef15b38","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"5f049a1e-0586-4493-98a1-9329b8cf1d7b","pod_ip":"10.131.0.174","pod_name":"centos-logtest-76qb9","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:21,071 - SVTLogger - INFO - centos-logtest-76qb9 : 248449 : vRbDfq1QU PJPUR4Hdp hH3OaPxCv bWmWEHEWa YjNzvWMhq nIaGsTX0O JdCXdYart RvxtSNW8m o19v45lVa yfjE1b5x3 or29hvNAM KpaFnINVU 6SWegLOIf SLSXVzt15 BNMU5DKjW VtclrkjmB hYbKkQHc1 GVWEqRSFL MM6y8mSzO d9wmAUElI ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":28058},"stream_name":"kubernetes.var.log.pods.test-logging_centos-logtest-76qb9_5f049a1e-0586-4493-98a1-9329b8cf1d7b.centos-logtest.0.log"}', 'ingestionTime': 1743409941470} ``` Audit logs: ``` {'timestamp': 1743409945681, 'message': '{"@timestamp":"2025-03-31T08:32:21.370757630Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"system:openshift:operator:cloud-controller-manager\\" of ClusterRole \\"system:openshift:operator:cloud-controller-manager\\" to ServiceAccount \\"cluster-cloud-controller-manager/openshift-cloud-controller-manager-operator\\""},"apiVersion":"audit.k8s.io/v1","auditID":"d01af0a3-cef7-4341-882f-e822ae8dcedb","group_name":"rdr-man-414log-zfvgp.audit","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","resource":"clusteroperators"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":87887},"requestReceivedTimestamp":"2025-03-31T08:32:21.357115Z","requestURI":"/apis/config.openshift.io/v1/clusteroperators?allowWatchBookmarks=true&resourceVersion=4661447&timeoutSeconds=340&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.178.79"],"stage":"ResponseStarted","stageTimestamp":"2025-03-31T08:32:21.359110Z","stream_name":"master-0.k8s-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["cluster-cloud-controller-manager-operator-5488bb9dd5-z2mv7"],"authentication.kubernetes.io/pod-uid":["0ca7ee0e-0112-4ab7-8142-5196a82d06ad"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-cloud-controller-manager-operator","system:authenticated"],"uid":"132db861-8e65-4e79-8437-dc1da4378f6f","username":"system:serviceaccount:openshift-cloud-controller-manager-operator:cluster-cloud-controller-manager"},"userAgent":"Go-http-client/2.0","verb":"watch"}', 'ingestionTime': 1743409946225} {'timestamp': 1743409872411, 'message': '{"@timestamp":"2025-03-31T08:30:55.878+00:00","audit.linux":{"record_id":"50275","type":"PROCTITLE"},"group_name":"rdr-man-414log-zfvgp.audit","hostname":"master-0","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1743409855.878:50275): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F396163656338313434353264346639663064353361","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":21501},"stream_name":"master-0.linux-audit.log"}', 'ingestionTime': 1743409873165} {'timestamp': 1743409950209, 'message': '{"@timestamp":"2025-03-31T08:32:20.692963110Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"basic-users\\" of ClusterRole \\"basic-user\\" to Group \\"system:authenticated\\""},"apiVersion":"audit.k8s.io/v1","auditID":"bd90afd7-2292-4255-8129-daaf18fbe733","group_name":"rdr-man-414log-zfvgp.audit","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"user.openshift.io","apiVersion":"v1","name":"~","resource":"users"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":94479},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-28T23:00:27.661973Z","requestURI":"/apis/user.openshift.io/v1/users/~","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.151","10.129.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-28T23:00:27.669155Z","stream_name":"master-0.openshift-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["prometheus-k8s-1"],"authentication.kubernetes.io/pod-uid":["7817ab63-f7f0-4031-8113-76972a7ba00d"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-monitoring","system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"dockerregistry/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"}', 'ingestionTime': 1743409951507} {'timestamp': 1743409950864, 'message': '{"@timestamp":"2025-03-31T08:32:11.425744513Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"system:openshift:operator:openshift-controller-manager-operator\\" of ClusterRole \\"cluster-admin\\" to ServiceAccount \\"openshift-controller-manager-operator/openshift-controller-manager-operator\\""},"apiVersion":"audit.k8s.io/v1","auditID":"bf41e513-adb6-4f6b-9ea7-0d451e29098d","group_name":"rdr-man-414log-zfvgp.audit","hostname":"master-1","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiVersion":"v1","name":"route-controller-manager","namespace":"openshift-route-controller-manager","resource":"services"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":129576},"requestReceivedTimestamp":"2025-03-31T06:34:40.168253Z","requestURI":"/api/v1/namespaces/openshift-route-controller-manager/services/route-controller-manager","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.130.1.229"],"stage":"ResponseComplete","stageTimestamp":"2025-03-31T06:34:40.171370Z","stream_name":"master-1.k8s-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["openshift-controller-manager-operator-559df8b94f-v4rw6"],"authentication.kubernetes.io/pod-uid":["97fd249a-23ac-44e7-a12b-3b4f01d9c50f"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-controller-manager-operator","system:authenticated"],"uid":"b7bc7fe2-377e-4b06-869b-0f562868fd4d","username":"system:serviceaccount:openshift-controller-manager-operator:openshift-controller-manager-operator"},"userAgent":"cluster-openshift-controller-manager-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"}', 'ingestionTime': 1743409951423} ``` Infrastructure logs: ``` {'timestamp': 1743409933752, 'message': '{"@timestamp":"2025-03-31T08:32:11.219887Z","SYSLOG_TIMESTAMP":"Mar 31 08:32:11 ","_RUNTIME_SCOPE":"system","_SYSTEMD_INVOCATION_ID":"bc1640f3ccf741d08f646d1fc308826e","group_name":"rdr-man-414log-zfvgp.infrastructure","hostname":"master-0","level":"notice","log_type":"infrastructure","message":"ovs|74905|connmgr|INFO|br-ex<->unix#382801: 2 flow_mods in the last 0 s (2 adds)","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":77033},"stream_name":"master-0.journal.system","systemd":{"t":{"BOOT_ID":"8d72e764ba3e48df82758744e34410b1","CAP_EFFECTIVE":"7c00","CMDLINE":"ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --user openvswitch:hugetlbfs --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach","COMM":"ovs-vswitchd","EXE":"/usr/sbin/ovs-vswitchd","GID":"801","MACHINE_ID":"4892829894aa40568697ad73dd5d7784","PID":"1108","SELINUX_CONTEXT":"system_u:system_r:openvswitch_t:s0","SYSTEMD_CGROUP":"/system.slice/ovs-vswitchd.service","SYSTEMD_INVOCATION_ID":"bc1640f3ccf741d08f646d1fc308826e","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"ovs-vswitchd.service","TRANSPORT":"syslog","UID":"800"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"ovs-vswitchd"}},"time":"2025-03-31T08:32:11+00:00"}', 'ingestionTime': 1743409936393} {'timestamp': 1743409942850, 'message': '{"@timestamp":"2025-03-31T08:32:20.812857331Z","group_name":"rdr-man-414log-zfvgp.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/scc":"hostaccess"},"container_id":"cri-o://410531f7bc64f59c7fdc5fa4b6cdb828336accf1ec5d71c387a9c9766bce6f84","container_image":"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c","container_name":"cluster-version-operator","labels":{"k8s-app":"cluster-version-operator","pod-template-hash":"86dc4548b4"},"namespace_id":"4b1cfb67-16ee-48d4-8ea0-8397a3bb995e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-cluster-version","name":"openshift-cluster-version","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-cluster-version","pod_id":"4ab7feb2-60f1-4143-ae52-e77a40d9e8e9","pod_ip":"10.20.184.44","pod_name":"cluster-version-operator-86dc4548b4-fqtzx","pod_owner":"ReplicaSet/cluster-version-operator-86dc4548b4"},"level":"info","log_type":"infrastructure","message":"I0331 08:32:20.812561 1 cvo.go:625] Finished syncing cluster version \\"openshift-cluster-version/version\\" (822.416µs)","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":84449},"stream_name":"master-0.kubernetes.var.log.pods.openshift-cluster-version_cluster-version-operator-86dc4548b4-fqtzx_4ab7feb2-60f1-4143-ae52-e77a40d9e8e9.cluster-version-operator.0.log"}', 'ingestionTime': 1743409944691} {'timestamp': 1743409876747, 'message': '{"@timestamp":"2025-03-31T08:30:54.692488538Z","group_name":"rdr-man-414log-zfvgp.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"etcd","kubernetes.io/config.hash":"138f360b01ed4ba4bfb314ef847e6c70","kubernetes.io/config.mirror":"138f360b01ed4ba4bfb314ef847e6c70","kubernetes.io/config.seen":"2025-03-21T06:57:41.182451900Z","kubernetes.io/config.source":"file","target.workload.openshift.io/management":"{\\"effect\\": \\"PreferredDuringScheduling\\"}"},"container_id":"cri-o://37c5b8a1cb3af5a9283a9ab869383fe5247e99b0d84826a3ecd2c8cdedeb543f","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e2023d838c031de2cfd3505ef82767f5ec6a58bbfbf03a076d41a383126279ab","container_name":"etcd","labels":{"app":"etcd","etcd":"true","k8s-app":"etcd","revision":"9"},"namespace_id":"d038e3e1-6f32-4a77-8566-42325fbc2a3d","namespace_labels":{"kubernetes_io_metadata_name":"openshift-etcd","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-etcd","pod_id":"9ebd9aa4-2ffb-4d56-a5a2-22b22960f659","pod_ip":"10.20.184.44","pod_name":"etcd-master-0","pod_owner":"Node/master-0"},"level":"info","log_type":"infrastructure","message":"{\\"level\\":\\"info\\",\\"ts\\":\\"2025-03-31T08:30:54.692276Z\\",\\"caller\\":\\"fileutil/purge.go:96\\",\\"msg\\":\\"purged\\",\\"path\\":\\"/var/lib/etcd/member/snap/0000000000000007-0000000000532c34.snap\\"}","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":32371},"stream_name":"master-0.kubernetes.var.log.pods.openshift-etcd_etcd-master-0_138f360b01ed4ba4bfb314ef847e6c70.etcd.0.log"}', 'ingestionTime': 1743409883731} {'timestamp': 1743409898403, 'message': '{"@timestamp":"2025-03-31T08:31:32.725159082Z","group_name":"rdr-man-414log-zfvgp.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/scc":"privileged"},"container_id":"cri-o://d6705fc652f86e4004bdb369f8cc04b28d4b202e678e458c5ffed43b88556208","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a3b27759261d7bc22d12537a8ce89e3edf16bd89875766fde58228a05b0b347b","container_name":"node-ca","labels":{"controller-revision-hash":"5c8fccbfd4","name":"node-ca","pod-template-generation":"1"},"namespace_id":"f2134aa0-7fba-4da3-86fa-444c5e49c413","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"e38651c7-0965-4cd0-b591-4d7f46b17911","pod_ip":"10.20.184.44","pod_name":"node-ca-bzhf8","pod_owner":"DaemonSet/node-ca"},"level":"default","log_type":"infrastructure","message":"image-registry.openshift-image-registry.svc:5000","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":46184},"stream_name":"master-0.kubernetes.var.log.pods.openshift-image-registry_node-ca-bzhf8_e38651c7-0965-4cd0-b591-4d7f46b17911.node-ca.0.log"}', 'ingestionTime': 1743409901661} ``` Elasticsearch: APplication logs: ``` {"_index":"app-write","_type":"_doc","_id":"ZmIzNDNhZmYtOTkzMC00YTJlLTg4NDctMzc1YWI4YTM1OWI3","_score":4.0951004,"_source":{"@timestamp":"2025-03-31T08:30:59.548554258Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","flat_labels":["run=centos-logtest","test=centos-logtest"],"labels":{},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:30:59,548 - SVTLogger - INFO - centos-logtest-2jxtm : 248363 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27612}}},{"_index":"app-write","_type":"_doc","_id":"MjI0YzkxZGYtZDA3Yy00YjNiLThmMjYtNmYyNGI1Mzc1ZGFh","_score":4.0951004,"_source":{"@timestamp":"2025-03-31T08:31:00.550040601Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","flat_labels":["run=centos-logtest","test=centos-logtest"],"labels":{},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:31:00,549 - SVTLogger - INFO - centos-logtest-2jxtm : 248364 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27613}}},{"_index":"app-write","_type":"_doc","_id":"ZDYxNDllY2ItYWZjNi00MTAyLThhZTUtOTcyYzc0ODQxMDY3","_score":4.0951004,"_source":{"@timestamp":"2025-03-31T08:31:01.551729797Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","flat_labels":["run=centos-logtest","test=centos-logtest"],"labels":{},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:31:01,551 - SVTLogger - INFO - centos-logtest-2jxtm : 248365 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27614}}},{"_index":"app-write","_type":"_doc","_id":"YjljYzIxZDEtNjE1Zi00MGZmLTk2ZjktZjljOWQ0Y2FhNTZm","_score":4.0951004,"_source":{"@timestamp":"2025-03-31T08:31:02.553597719Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","flat_labels":["run=centos-logtest","test=centos-logtest"],"labels":{},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:31:02,552 - SVTLogger - INFO - centos-logtest-2jxtm : 248366 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27615}}},{"_index":"app-write","_type":"_doc","_id":"NTczYTAwMjgtNTI1NC00NDI5LWJmNWQtNTQ5ODhhMTM1Njg1","_score":4.0951004,"_source":{"@timestamp":"2025-03-31T08:31:03.555344988Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","flat_labels":["run=centos-logtest","test=centos-logtest"],"labels":{},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:31:03,554 - SVTLogger - INFO - centos-logtest-2jxtm : 248367 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":27616}}}]}} ``` Audit logs: ``` {"took":5690,"timed_out":false,"_shards":{"total":2,"successful":2,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":0.70401335,"hits":[{"_index":"audit-write","_type":"_doc","_id":"ZWRkZWFhMTMtMWE1YS00NjBmLTk1M2EtMTllMThmNmYzMzM4","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.703751371Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:discovery\" of ClusterRole \"system:discovery\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"15d06a07-907b-46a9-9ae4-f44509229545","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":18818},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-26T15:46:08.284816Z","requestURI":"/openapi/v3","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.129.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-26T15:46:08.286750Z","user":{"groups":["system:authenticated"],"username":"system:aggregator"},"verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"OWEyNzFmZjItNTRmYy00YjlhLWE4ZDMtNmZiNGZkMDZlOGU5","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.789258151Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:discovery\" of ClusterRole \"system:discovery\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"790a604e-2a75-4f3e-8e54-5ccb5928657a","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":19579},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-26T16:11:08.648909Z","requestURI":"/openapi/v3","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.129.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-26T16:11:08.650213Z","user":{"groups":["system:authenticated"],"username":"system:aggregator"},"verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"NTAwOTBhNGUtNjQwMy00YzU3LWE3MGYtM2RjYWEyMWMyNWI1","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:30:58.959835725Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-storage-version-migrator-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-storage-version-migrator-operator/openshift-kube-storage-version-migrator-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"72da46e5-8de1-4d7b-afd2-dea5e1e091e6","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"coordination.k8s.io","apiVersion":"v1","name":"openshift-kube-storage-version-migrator-operator-lock","namespace":"openshift-kube-storage-version-migrator-operator","resource":"leases","resourceVersion":"4648481","uid":"5b4c84c5-975e-4a0b-ab59-4fe07f2b057b"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":39699},"requestReceivedTimestamp":"2025-03-31T08:03:03.659485Z","requestURI":"/apis/coordination.k8s.io/v1/namespaces/openshift-kube-storage-version-migrator-operator/leases/openshift-kube-storage-version-migrator-operator-lock?timeout=1m47s","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.44"],"stage":"ResponseComplete","stageTimestamp":"2025-03-31T08:03:03.665695Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-storage-version-migrator-operator-5cbcd4bd4b-rx2kx"],"authentication.kubernetes.io/pod-uid":["c78a6da4-2fab-464a-9b5e-c6fe5814dc1e"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-storage-version-migrator-operator","system:authenticated"],"uid":"51d050aa-3983-49d3-8ecd-d6a634fdd5ff","username":"system:serviceaccount:openshift-kube-storage-version-migrator-operator:kube-storage-version-migrator-operator"},"userAgent":"cluster-kube-storage-version-migrator-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"update"}},{"_index":"audit-write","_type":"_doc","_id":"NTRlZjdjMGMtYWNiMy00MTMwLWE0ZTctNzhiMWQ0ZmQzNWM0","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.703843045Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:discovery\" of ClusterRole \"system:discovery\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"171bd873-2918-431e-9db5-18a22fb3f96b","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":18821},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-30T21:49:03.635808Z","requestURI":"/openapi/v3","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.129.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-30T21:49:03.638198Z","user":{"groups":["system:authenticated"],"username":"system:aggregator"},"verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"YWVjOWUwNzgtZGEyNy00ZTA3LWI1ZDktNzk0ZWYwZTQyZjVk","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.789528803Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"prometheus-k8s\" of ClusterRole \"prometheus-k8s\" to ServiceAccount \"prometheus-k8s/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"5fa8395f-dc82-4c78-aa61-d2d9efc889ed","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":19586},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-30T22:01:09.508713Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.128.3.6"],"stage":"ResponseComplete","stageTimestamp":"2025-03-30T22:01:09.541456Z","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.46.0","verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"YzJhZDc5NjgtNGVjMC00YjdlLWFlODYtZGFjNjUyYWU5NDlh","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.708330171Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:discovery\" of ClusterRole \"system:discovery\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"95ecd717-b918-428c-a1ac-4b6b512d198b","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":18826},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-26T15:46:36.003626Z","requestURI":"/openapi/v3","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.130.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-26T15:46:36.009272Z","user":{"groups":["system:authenticated"],"username":"system:aggregator"},"verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"YzRhNjliZWYtYzhiZC00MDM5LWIyOTktZjU2MDY2MzExNWFm","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.789563076Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by RoleBinding \"console-operator/openshift-console\" of Role \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"b97fb160-3ef2-4b82-9b33-540de0089085","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"route.openshift.io","apiVersion":"v1","name":"console-custom","namespace":"openshift-console","resource":"routes"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":19587},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-30T22:01:12.362270Z","requestURI":"/apis/route.openshift.io/v1/namespaces/openshift-console/routes/console-custom","responseStatus":{"code":404,"details":{"group":"route.openshift.io","kind":"routes","name":"console-custom"},"message":"routes.route.openshift.io \"console-custom\" not found","metadata":{},"reason":"NotFound","status":"Failure"},"sourceIPs":["10.20.184.206","10.128.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-30T22:01:12.371860Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-d4c9cc888-x7x2b"],"authentication.kubernetes.io/pod-uid":["50fd5b89-7e4e-4b72-8826-e936df786e31"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"delete"}},{"_index":"audit-write","_type":"_doc","_id":"MjEyZGI3MGYtMjdlNi00MGVlLWIwNGEtNjBhOTRkYjA1NTgx","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:30:58.960143755Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:openshift-apiserver\" of ClusterRole \"cluster-admin\" to ServiceAccount \"openshift-apiserver-sa/openshift-apiserver\""},"apiVersion":"audit.k8s.io/v1","auditID":"c7a7f1b9-541d-45cc-b893-193657de1496","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","resource":"ingresses"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":39705},"requestReceivedTimestamp":"2025-03-31T07:53:53.492176Z","requestURI":"/apis/config.openshift.io/v1/ingresses?allowWatchBookmarks=true&resourceVersion=4645750&timeout=9m11s&timeoutSeconds=551&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.206"],"stage":"ResponseComplete","stageTimestamp":"2025-03-31T08:03:04.492736Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["apiserver-9d6c6495-d7ztg"],"authentication.kubernetes.io/pod-uid":["9e595bc2-c7a6-46ee-b753-a622910ea1c6"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-apiserver","system:authenticated"],"uid":"9b298ce7-cfe1-4634-9524-a102d3ab9194","username":"system:serviceaccount:openshift-apiserver:openshift-apiserver-sa"},"userAgent":"openshift-apiserver/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"}},{"_index":"audit-write","_type":"_doc","_id":"NzQwYzMwZmYtNjdiZi00ZGNkLWFlY2YtZGM1ODJmNjdjNzVj","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:03.789668857Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:discovery\" of ClusterRole \"system:discovery\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"e5eb9257-0ce0-4c61-86e4-626e8a279e86","hostname":"master-1","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":19589},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-26T16:11:36.287954Z","requestURI":"/openapi/v2","responseStatus":{"code":304,"metadata":{}},"sourceIPs":["10.130.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-03-26T16:11:36.293554Z","user":{"groups":["system:authenticated"],"username":"system:aggregator"},"verb":"get"}},{"_index":"audit-write","_type":"_doc","_id":"OTU5MjMzNzQtMzU0My00ZWNiLThhN2YtNTZjOTE0ODFiMDNm","_score":0.70401335,"_source":{"@timestamp":"2025-03-31T08:31:15.695879853Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":""},"apiVersion":"audit.k8s.io/v1","auditID":"5fd0c337-509f-43c3-b7a0-ee474a9846cf","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiVersion":"v1","name":"openshift-service-ca.crt","namespace":"openshift-etcd","resource":"configmaps"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":36547},"requestReceivedTimestamp":"2025-03-31T08:31:15.584579Z","requestURI":"/api/v1/namespaces/openshift-etcd/configmaps?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dopenshift-service-ca.crt&resourceVersion=4661080&timeout=7m16s&timeoutSeconds=436&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.178.79"],"stage":"ResponseStarted","stageTimestamp":"2025-03-31T08:31:15.585954Z","user":{"groups":["system:nodes","system:authenticated"],"username":"system:node:master-1"},"userAgent":"kubelet/v1.27.16+03a907c (linux/ppc64le) kubernetes/994a6d8","verb":"watch"}}]}} ``` Infrastructure logs: ``` {"_index":"infra-write","_type":"_doc","_id":"MGY5MjkyOGYtYmVkZC00MmI1LTk3ZjYtNzI5ZTQwMWFmOTQ1","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.036745Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"f90a5ee8d1034de79748f9f2741f6bef","_SYSTEMD_INVOCATION_ID":"be81236e640547eea7533089fcfe9a7b","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"I0331 08:30:54.036477 2844 kuberuntime_container.go:742] \"Killing container with a grace period\" pod=\"openshift-logging/collector-gw798\" podUID=bf71af30-e140-441f-b6be-fabd23b557b0 containerName=\"collector\" containerID=\"cri-o://8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2\" gracePeriod=10","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":2},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/worker,node.openshift.io/os_id=rhcos --node-ip=10.20.184.84 --minimum-container-ttl-duration=6m0s --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --cloud-provider= --hostname-override= --provider-id= --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:eb2dea412db293ec52d0b2676bd57aeb105c619e47c7929ef008f6074bbd263e --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2844","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"f90a5ee8d1034de79748f9f2741f6bef","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"be81236e640547eea7533089fcfe9a7b","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"NTMxNzJmZjQtN2U1NS00YmYxLThkN2ItNTlhZjBkYTVlYjY0","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.037015Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","_SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"time=\"2025-03-31 08:30:54.036943550Z\" level=info msg=\"Stopping container: 8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2 (timeout: 10s)\" id=4ca77537-9273-468a-abc8-21b7b5fe904b name=/runtime.v1.RuntimeService/StopContainer","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":3},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2772","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"MWQ4N2UxZmItMWNmYS00MDk4LWIxODMtMDYwNjBhNTYyZGM1","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.088959Z","INVOCATION_ID":"b57d528577334f4abea2c1f829996892","TID":"1","_RUNTIME_SCOPE":"system","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"crio-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope: Deactivated successfully.","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":4},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/lib/systemd/systemd --switched-root --system --deserialize 28","COMM":"systemd","EXE":"/usr/lib/systemd/systemd","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"1","SELINUX_CONTEXT":"system_u:system_r:init_t:s0","SYSTEMD_CGROUP":"/init.scope","SYSTEMD_SLICE":"-.slice","SYSTEMD_UNIT":"init.scope","TRANSPORT":"journal","UID":"0"},"u":{"CODE_FILE":"src/core/unit.c","CODE_FUNCTION":"unit_log_success","CODE_LINE":"5593","MESSAGE_ID":"7ad2d189f7e94e70a38c781354912448","SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"systemd","UNIT":"crio-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"MmM2ODBkNTMtMzg3Yi00MWQzLTliOTgtYWM0NmE5NTRjMTM0","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.089475Z","CPU_USAGE_NSEC":"570660853000","INVOCATION_ID":"b57d528577334f4abea2c1f829996892","TID":"1","_RUNTIME_SCOPE":"system","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"crio-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope: Consumed 9min 30.660s CPU time.","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":5},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/lib/systemd/systemd --switched-root --system --deserialize 28","COMM":"systemd","EXE":"/usr/lib/systemd/systemd","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"1","SELINUX_CONTEXT":"system_u:system_r:init_t:s0","SYSTEMD_CGROUP":"/init.scope","SYSTEMD_SLICE":"-.slice","SYSTEMD_UNIT":"init.scope","TRANSPORT":"journal","UID":"0"},"u":{"CODE_FILE":"src/core/unit.c","CODE_FUNCTION":"unit_log_resources","CODE_LINE":"2483","MESSAGE_ID":"ae8f7b866b0347b9af31fe1c80b127c0","SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"systemd","UNIT":"crio-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"NjExYjRlMGQtM2Q3Yi00ZGMyLTlkZjgtZjE5OGFiZGNmZDY0","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.090518Z","INVOCATION_ID":"90809af5f3bf4bb4a03b39d2f0930f80","TID":"1","_RUNTIME_SCOPE":"system","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"crio-conmon-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope: Deactivated successfully.","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":6},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/lib/systemd/systemd --switched-root --system --deserialize 28","COMM":"systemd","EXE":"/usr/lib/systemd/systemd","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"1","SELINUX_CONTEXT":"system_u:system_r:init_t:s0","SYSTEMD_CGROUP":"/init.scope","SYSTEMD_SLICE":"-.slice","SYSTEMD_UNIT":"init.scope","TRANSPORT":"journal","UID":"0"},"u":{"CODE_FILE":"src/core/unit.c","CODE_FUNCTION":"unit_log_success","CODE_LINE":"5593","MESSAGE_ID":"7ad2d189f7e94e70a38c781354912448","SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"systemd","UNIT":"crio-conmon-8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2.scope"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"YmE0YmQ2MDctYjQ4OC00MmRhLThlZWMtYWEzZmFkNjYxZGY1","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.173717Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","_SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"time=\"2025-03-31 08:30:54.173660744Z\" level=info msg=\"Stopped container 8b4d39a0750ab80a78ea79321d4f32e028199bc04dd3a949b8fd6986f9119ea2: openshift-logging/collector-gw798/collector\" id=4ca77537-9273-468a-abc8-21b7b5fe904b name=/runtime.v1.RuntimeService/StopContainer","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":7},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2772","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"NzZjZWI4Y2QtMWZkMC00ZDA5LWFiODEtMDk4ZGI0MGE0YTcx","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.174364Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","_SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"time=\"2025-03-31 08:30:54.174317000Z\" level=info msg=\"Stopping pod sandbox: ee3fd6aee71e601d15fe58f63436e0f84479e6e624eba32d64d602488c3a61b3\" id=6b4be821-37e2-4a5b-8f96-cdcb59be0209 name=/runtime.v1.RuntimeService/StopPodSandbox","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":8},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2772","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"MWVhMGQ4NzItYzE3OC00MzA0LTg1OWEtYWZjYTU5ZmU0NTM5","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.174695Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","_SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"time=\"2025-03-31 08:30:54.174669338Z\" level=info msg=\"Got pod network &{Name:collector-gw798 Namespace:openshift-logging ID:ee3fd6aee71e601d15fe58f63436e0f84479e6e624eba32d64d602488c3a61b3 UID:bf71af30-e140-441f-b6be-fabd23b557b0 NetNS:/var/run/netns/76dbb704-5c8e-4148-beb0-86dd145d3272 Networks:[{Name:multus-cni-network Ifname:eth0}] RuntimeConfig:map[multus-cni-network:{IP: MAC: PortMappings:[] Bandwidth: IpRanges:[]}] Aliases:map[]}\"","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":9},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2772","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-03-31T08:30:54+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"OWMwY2Q5MGMtYjMyZC00NDRjLWI5ZTgtNjIwYjhjNDJkM2Vm","_score":6.324057,"_source":{"@timestamp":"2025-03-31T08:30:54.174859Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","_SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","hostname":"worker-0","level":"info","log_type":"infrastructure","message":"time=\"2025-03-31 08:30:54.174836174Z\" level=info msg=\"Deleting pod openshift-logging_collector-gw798 from CNI network \\\"multus-cni-network\\\" (type=multus-shim)\"","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":10},"systemd":{"t":{"BOOT_ID":"7fe4f2f8cd16413888017b7a1e498b19","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"39f3d1eb565641e38343d63e53f9a348","PID":"2772","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"28932ca66966466a9a6fcff1589b4ef0","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"e80fd6c50a434fb2b39674c21f70546a","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-03-31T08:30:54+00:00"}}]}} ``` Kafka: Application logs: ``` {"@timestamp":"2025-03-31T08:32:07.398806040Z","file":"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.175/23\"],\"mac_address\":\"0a:58:0a:83:00:af\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.175/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.175\"\n ],\n \"mac\": \"0a:58:0a:83:00:af\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"4566a766-d384-4fb9-8430-1c31bd2242b5","namespace_labels":{"kubernetes_io_metadata_name":"exclude-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"exclude-app","pod_id":"e522a963-f9e7-40e6-a502-fcaa5e58614f","pod_ip":"10.131.0.175","pod_name":"centos-logtest-gjd47","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:07,398 - SVTLogger - INFO - centos-logtest-gjd47 : 248444 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":223}} {"@timestamp":"2025-03-31T08:32:07.654645983Z","file":"/var/log/pods/include-app_centos-logtest-2jxtm_c9523cb3-4a8c-4582-9d2a-ade46a914d0f/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:07,654 - SVTLogger - INFO - centos-logtest-2jxtm : 248431 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":224}} {"@timestamp":"2025-03-31T08:32:08.052015381Z","file":"/var/log/pods/test-logging_centos-logtest-76qb9_5f049a1e-0586-4493-98a1-9329b8cf1d7b/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.174/23\"],\"mac_address\":\"0a:58:0a:83:00:ae\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.174/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.174\"\n ],\n \"mac\": \"0a:58:0a:83:00:ae\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://728df538617fa22d57cac9d28b79079398171cdd1f24897aec60fe0e43a8135e","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5a1de092-661d-4860-b096-cf853ef15b38","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"5f049a1e-0586-4493-98a1-9329b8cf1d7b","pod_ip":"10.131.0.174","pod_name":"centos-logtest-76qb9","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:08,051 - SVTLogger - INFO - centos-logtest-76qb9 : 248436 : vRbDfq1QU PJPUR4Hdp hH3OaPxCv bWmWEHEWa YjNzvWMhq nIaGsTX0O JdCXdYart RvxtSNW8m o19v45lVa yfjE1b5x3 or29hvNAM KpaFnINVU 6SWegLOIf SLSXVzt15 BNMU5DKjW VtclrkjmB hYbKkQHc1 GVWEqRSFL MM6y8mSzO d9wmAUElI ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":225}} {"@timestamp":"2025-03-31T08:32:08.400528627Z","file":"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.175/23\"],\"mac_address\":\"0a:58:0a:83:00:af\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.175/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.175\"\n ],\n \"mac\": \"0a:58:0a:83:00:af\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"4566a766-d384-4fb9-8430-1c31bd2242b5","namespace_labels":{"kubernetes_io_metadata_name":"exclude-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"exclude-app","pod_id":"e522a963-f9e7-40e6-a502-fcaa5e58614f","pod_ip":"10.131.0.175","pod_name":"centos-logtest-gjd47","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:08,400 - SVTLogger - INFO - centos-logtest-gjd47 : 248445 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":226}} {"@timestamp":"2025-03-31T08:32:08.656175058Z","file":"/var/log/pods/include-app_centos-logtest-2jxtm_c9523cb3-4a8c-4582-9d2a-ade46a914d0f/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.179/23\"],\"mac_address\":\"0a:58:0a:83:00:b3\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.179/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.179\"\n ],\n \"mac\": \"0a:58:0a:83:00:b3\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://f1ccdc3a273ba9353d7248786f079ea9e3ab6630f2a0ca75d20742ff1ba8cbdb","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5fa61797-a680-4391-b78c-6fddd25895dd","namespace_labels":{"kubernetes_io_metadata_name":"include-app","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"include-app","pod_id":"c9523cb3-4a8c-4582-9d2a-ade46a914d0f","pod_ip":"10.131.0.179","pod_name":"centos-logtest-2jxtm","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:08,655 - SVTLogger - INFO - centos-logtest-2jxtm : 248432 : VgUkScyIZ zUCWCrDxy lfHgVb93A H9ujF2A0K 6kuVChDnI 0t18rVoGU jCLQBAShI dohYUbtkR Ni9lGhAlt gDrhOyELc QEjlCfT5w jtlbpta22 3fybZNOtK FUwwgooMw ram8Cu7LD RAizcGkaK wtBFsrIgq mECw2O1CK 6Y4xI1AxX QJx3tKj4y ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":227}} {"@timestamp":"2025-03-31T08:32:09.053621331Z","file":"/var/log/pods/test-logging_centos-logtest-76qb9_5f049a1e-0586-4493-98a1-9329b8cf1d7b/centos-logtest/0.log","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.174/23\"],\"mac_address\":\"0a:58:0a:83:00:ae\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.174/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.174\"\n ],\n \"mac\": \"0a:58:0a:83:00:ae\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://728df538617fa22d57cac9d28b79079398171cdd1f24897aec60fe0e43a8135e","container_image":"quay.io/pravin_dsilva/centos:logtest","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"5a1de092-661d-4860-b096-cf853ef15b38","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"5f049a1e-0586-4493-98a1-9329b8cf1d7b","pod_ip":"10.131.0.174","pod_name":"centos-logtest-76qb9","pod_owner":"ReplicationController/centos-logtest"},"level":"info","log_type":"application","message":"2025-03-31 08:32:09,053 - SVTLogger - INFO - centos-logtest-76qb9 : 248437 : vRbDfq1QU PJPUR4Hdp hH3OaPxCv bWmWEHEWa YjNzvWMhq nIaGsTX0O JdCXdYart RvxtSNW8m o19v45lVa yfjE1b5x3 or29hvNAM KpaFnINVU 6SWegLOIf SLSXVzt15 BNMU5DKjW VtclrkjmB hYbKkQHc1 GVWEqRSFL MM6y8mSzO d9wmAUElI ","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-application"},"sequence":228}} ``` Audit logs: ``` {"@timestamp":"2025-03-31T08:31:43.344702316Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"prometheus-k8s\" of ClusterRole \"prometheus-k8s\" to ServiceAccount \"prometheus-k8s/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"0804c8e5-0d72-4654-b924-d6ce4793963a","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69952},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:15:53.239611Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.131.0.45"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:15:53.262147Z","tag":".openshift-audit.log","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.46.0","verb":"get"} {"@timestamp":"2025-03-31T08:31:43.344732185Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"console-operator\" of ClusterRole \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"63ba3dce-53c9-440e-9434-3a95b829509b","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"oauth.openshift.io","apiVersion":"v1","name":"console","resource":"oauthclients"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69953},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:15:54.444358Z","requestURI":"/apis/oauth.openshift.io/v1/oauthclients/console","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.44","10.128.0.2"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:15:54.448125Z","tag":".openshift-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-d4c9cc888-cj5kj"],"authentication.kubernetes.io/pod-uid":["bf4b1f86-1900-46a5-9165-c01c461a2d37"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-03-31T08:31:43.344758144Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"prometheus-k8s\" of ClusterRole \"prometheus-k8s\" to ServiceAccount \"prometheus-k8s/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"aa588817-819e-415f-b112-6b2a18e0165f","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69954},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:15:56.196703Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.128.3.197"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:15:56.217498Z","tag":".openshift-audit.log","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.46.0","verb":"get"} {"@timestamp":"2025-03-31T08:31:43.344841243Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:openshift-authentication\" of ClusterRole \"cluster-admin\" to ServiceAccount \"oauth-openshift/openshift-authentication\""},"apiVersion":"audit.k8s.io/v1","auditID":"6b0a8d52-8aa4-47eb-98f4-81cba0430422","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"user.openshift.io","apiVersion":"v1","resource":"groups"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69955},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:15:59.975886Z","requestURI":"/apis/user.openshift.io/v1/groups?allowWatchBookmarks=true&resourceVersion=3036940&timeout=7m16s&timeoutSeconds=436&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.206","10.129.0.2"],"source_type":"file","stage":"ResponseStarted","stageTimestamp":"2025-03-27T21:15:59.985772Z","tag":".openshift-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["oauth-openshift-947489556-db2r7"],"authentication.kubernetes.io/pod-uid":["82b87b2b-86b4-43e5-a8f6-7c365e48f14d"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-authentication","system:authenticated"],"username":"system:serviceaccount:openshift-authentication:oauth-openshift"},"userAgent":"oauth-server/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} {"@timestamp":"2025-03-31T08:31:43.344868007Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"basic-users\" of ClusterRole \"basic-user\" to Group \"system:authenticated\""},"apiVersion":"audit.k8s.io/v1","auditID":"3b3ba975-6d69-44e8-92b9-a828a5bc4cee","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"user.openshift.io","apiVersion":"v1","name":"~","resource":"users"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69956},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:16:00.719498Z","requestURI":"/apis/user.openshift.io/v1/users/~","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.84","10.128.0.2"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:16:00.726713Z","tag":".openshift-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["prometheus-k8s-1"],"authentication.kubernetes.io/pod-uid":["0b5c1481-1a73-4525-9c88-bf5db37d6a54"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-monitoring","system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"dockerregistry/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-03-31T08:31:43.344951171Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"console-operator\" of ClusterRole \"console-operator\" to ServiceAccount \"console-operator/openshift-console-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"a3b3f7b6-8156-4e67-8d62-9d8b62aa8d31","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"oauth.openshift.io","apiVersion":"v1","name":"console","resource":"oauthclients"},"openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69957},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:16:21.587201Z","requestURI":"/apis/oauth.openshift.io/v1/oauthclients?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dconsole&resourceVersion=3037062&timeout=6m1s&timeoutSeconds=361&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.184.44","10.128.0.2"],"source_type":"file","stage":"ResponseStarted","stageTimestamp":"2025-03-27T21:16:21.592673Z","tag":".openshift-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["console-operator-d4c9cc888-cj5kj"],"authentication.kubernetes.io/pod-uid":["bf4b1f86-1900-46a5-9165-c01c461a2d37"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-console-operator","system:authenticated"],"username":"system:serviceaccount:openshift-console-operator:console-operator"},"userAgent":"console/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} {"@timestamp":"2025-03-31T08:31:43.344980989Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"prometheus-k8s\" of ClusterRole \"prometheus-k8s\" to ServiceAccount \"prometheus-k8s/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"c4c5836b-4ccd-4150-b84a-6468c250d105","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69958},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:16:23.241127Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.131.0.45"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:16:23.285638Z","tag":".openshift-audit.log","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.46.0","verb":"get"} {"@timestamp":"2025-03-31T08:31:43.345088514Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"prometheus-k8s\" of ClusterRole \"prometheus-k8s\" to ServiceAccount \"prometheus-k8s/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"4b217516-0856-47d9-8e39-a22457852ca6","file":"/var/log/oauth-apiserver/audit.log","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-audit"},"sequence":69959},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-03-27T21:16:26.196361Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.128.3.197"],"source_type":"file","stage":"ResponseComplete","stageTimestamp":"2025-03-27T21:16:26.216746Z","tag":".openshift-audit.log","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.46.0","verb":"get"} ``` Infrastructure logs: ``` {"@timestamp":"2025-03-31T08:31:54.659640660Z","file":"/var/log/pods/openshift-monitoring_node-exporter-sh7pr_a0a78b33-9d45-42b9-a398-1b5414235a11/node-exporter/0.log","hostname":"worker-1","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"node-exporter","openshift.io/scc":"node-exporter"},"container_id":"cri-o://a32e543721f42b820a2a41b566c8ff75d10239396ac38a8646042558b40140f4","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9816ed2e1057d2c0e1967bb7806baa2f46bb8f2772b5e9d2b9c5d20c31d93e5e","container_name":"node-exporter","labels":{"app_kubernetes_io_component":"exporter","app_kubernetes_io_managed-by":"cluster-monitoring-operator","app_kubernetes_io_name":"node-exporter","app_kubernetes_io_part-of":"openshift-monitoring","app_kubernetes_io_version":"1.6.1","controller-revision-hash":"84544887c4","pod-template-generation":"1"},"namespace_id":"ac86bef9-a349-4fb7-bf2b-24c34b3c3d3c","namespace_labels":{"kubernetes_io_metadata_name":"openshift-monitoring","name":"openshift-monitoring","network_openshift_io_policy-group":"monitoring","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-monitoring","pod_id":"a0a78b33-9d45-42b9-a398-1b5414235a11","pod_ip":"10.20.184.151","pod_name":"node-exporter-sh7pr","pod_owner":"DaemonSet/node-exporter"},"level":"error","log_type":"infrastructure","message":"ts=2025-03-31T08:31:54.659Z caller=collector.go:169 level=error msg=\"collector failed\" name=fibrechannel duration_seconds=0.000581973 err=\"error obtaining FibreChannel class info: failed to read file \\\"/host/sys/class/fc_host/host1/symbolic_name\\\": open /host/sys/class/fc_host/host1/symbolic_name: no such file or directory\"","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":361}} {"@timestamp":"2025-03-31T08:31:58.879834201Z","file":"/var/log/pods/openshift-monitoring_node-exporter-sh7pr_a0a78b33-9d45-42b9-a398-1b5414235a11/node-exporter/0.log","hostname":"worker-1","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"node-exporter","openshift.io/scc":"node-exporter"},"container_id":"cri-o://a32e543721f42b820a2a41b566c8ff75d10239396ac38a8646042558b40140f4","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:9816ed2e1057d2c0e1967bb7806baa2f46bb8f2772b5e9d2b9c5d20c31d93e5e","container_name":"node-exporter","labels":{"app_kubernetes_io_component":"exporter","app_kubernetes_io_managed-by":"cluster-monitoring-operator","app_kubernetes_io_name":"node-exporter","app_kubernetes_io_part-of":"openshift-monitoring","app_kubernetes_io_version":"1.6.1","controller-revision-hash":"84544887c4","pod-template-generation":"1"},"namespace_id":"ac86bef9-a349-4fb7-bf2b-24c34b3c3d3c","namespace_labels":{"kubernetes_io_metadata_name":"openshift-monitoring","name":"openshift-monitoring","network_openshift_io_policy-group":"monitoring","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-monitoring","pod_id":"a0a78b33-9d45-42b9-a398-1b5414235a11","pod_ip":"10.20.184.151","pod_name":"node-exporter-sh7pr","pod_owner":"DaemonSet/node-exporter"},"level":"error","log_type":"infrastructure","message":"ts=2025-03-31T08:31:58.879Z caller=collector.go:169 level=error msg=\"collector failed\" name=fibrechannel duration_seconds=0.000663597 err=\"error obtaining FibreChannel class info: failed to read file \\\"/host/sys/class/fc_host/host1/symbolic_name\\\": open /host/sys/class/fc_host/host1/symbolic_name: no such file or directory\"","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":362}} {"@timestamp":"2025-03-31T08:31:53.786847092Z","file":"/var/log/pods/openshift-image-registry_image-registry-86cb858944-qtpgb_f0d76e89-273a-4f5f-9fe7-9d85980f2727/registry/0.log","hostname":"worker-1","kubernetes":{"annotations":{"imageregistry.operator.openshift.io/dependencies-checksum":"sha256:aca4739b679a1503249967e591bb9bb451bf746f02e1576ae4068f9057c40957","k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.184/23\"],\"mac_address\":\"0a:58:0a:83:00:b8\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.184/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.184\"\n ],\n \"mac\": \"0a:58:0a:83:00:b8\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://e22ec0fbc3219b9084e47a82d5a384c003c63504d66ee74b243d21917fb6b86c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a3b27759261d7bc22d12537a8ce89e3edf16bd89875766fde58228a05b0b347b","container_name":"registry","labels":{"docker-registry":"default","pod-template-hash":"86cb858944"},"namespace_id":"f2134aa0-7fba-4da3-86fa-444c5e49c413","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"f0d76e89-273a-4f5f-9fe7-9d85980f2727","pod_ip":"10.131.0.184","pod_name":"image-registry-86cb858944-qtpgb","pod_owner":"ReplicaSet/image-registry-86cb858944"},"level":"info","log_type":"infrastructure","message":"time=\"2025-03-31T08:31:53.786722748Z\" level=info msg=response go.version=\"go1.20.12 X:strictfipsruntime\" http.request.host=\"10.131.0.184:5000\" http.request.id=dfe2d6cf-a4d9-487f-8aa4-0b19ed074325 http.request.method=GET http.request.remoteaddr=\"10.131.0.2:59600\" http.request.uri=/healthz http.request.useragent=kube-probe/1.27 http.response.duration=\"99.305µs\" http.response.status=200 http.response.written=0","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":363}} {"@timestamp":"2025-03-31T08:31:53.787721214Z","file":"/var/log/pods/openshift-image-registry_image-registry-86cb858944-qtpgb_f0d76e89-273a-4f5f-9fe7-9d85980f2727/registry/0.log","hostname":"worker-1","kubernetes":{"annotations":{"imageregistry.operator.openshift.io/dependencies-checksum":"sha256:aca4739b679a1503249967e591bb9bb451bf746f02e1576ae4068f9057c40957","k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.184/23\"],\"mac_address\":\"0a:58:0a:83:00:b8\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.184/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.184\"\n ],\n \"mac\": \"0a:58:0a:83:00:b8\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://e22ec0fbc3219b9084e47a82d5a384c003c63504d66ee74b243d21917fb6b86c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a3b27759261d7bc22d12537a8ce89e3edf16bd89875766fde58228a05b0b347b","container_name":"registry","labels":{"docker-registry":"default","pod-template-hash":"86cb858944"},"namespace_id":"f2134aa0-7fba-4da3-86fa-444c5e49c413","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"f0d76e89-273a-4f5f-9fe7-9d85980f2727","pod_ip":"10.131.0.184","pod_name":"image-registry-86cb858944-qtpgb","pod_owner":"ReplicaSet/image-registry-86cb858944"},"level":"info","log_type":"infrastructure","message":"time=\"2025-03-31T08:31:53.787594475Z\" level=info msg=response go.version=\"go1.20.12 X:strictfipsruntime\" http.request.host=\"10.131.0.184:5000\" http.request.id=1f9a863d-0027-468f-ba49-e07c51f80cb4 http.request.method=GET http.request.remoteaddr=\"10.131.0.2:59602\" http.request.uri=/healthz http.request.useragent=kube-probe/1.27 http.response.duration=\"118.871µs\" http.response.status=200 http.response.written=0","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":364}} {"@timestamp":"2025-03-31T08:31:57.681616582Z","file":"/var/log/pods/openshift-image-registry_image-registry-86cb858944-qtpgb_f0d76e89-273a-4f5f-9fe7-9d85980f2727/registry/0.log","hostname":"worker-1","kubernetes":{"annotations":{"imageregistry.operator.openshift.io/dependencies-checksum":"sha256:aca4739b679a1503249967e591bb9bb451bf746f02e1576ae4068f9057c40957","k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.184/23\"],\"mac_address\":\"0a:58:0a:83:00:b8\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.184/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.184\"\n ],\n \"mac\": \"0a:58:0a:83:00:b8\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://e22ec0fbc3219b9084e47a82d5a384c003c63504d66ee74b243d21917fb6b86c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:a3b27759261d7bc22d12537a8ce89e3edf16bd89875766fde58228a05b0b347b","container_name":"registry","labels":{"docker-registry":"default","pod-template-hash":"86cb858944"},"namespace_id":"f2134aa0-7fba-4da3-86fa-444c5e49c413","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"f0d76e89-273a-4f5f-9fe7-9d85980f2727","pod_ip":"10.131.0.184","pod_name":"image-registry-86cb858944-qtpgb","pod_owner":"ReplicaSet/image-registry-86cb858944"},"level":"info","log_type":"infrastructure","message":"time=\"2025-03-31T08:31:57.681436587Z\" level=info msg=\"authorized request\" go.version=\"go1.20.12 X:strictfipsruntime\" http.request.host=\"10.131.0.184:5000\" http.request.id=ffb61a14-5b8f-43e3-8625-477ecf6bddbc http.request.method=GET http.request.remoteaddr=\"10.128.3.6:38464\" http.request.uri=/extensions/v2/metrics http.request.useragent=Prometheus/2.46.0 openshift.auth.user=\"system:serviceaccount:openshift-monitoring:prometheus-k8s\"","openshift":{"cluster_id":"657154e1-ef9c-426e-8079-d58eaee0a17b","labels":{"logs":"5.8_414-infrastructure"},"sequence":365}} ``` Loki: Application logs: ``` {"ts":"2025-03-31T08:31:51.419055805Z","line":"{\"@timestamp\":\"2025-03-31T08:31:51.374374206Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:51,373 - SVTLogger - INFO - centos-logtest-gjd47 : 248428 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27926}}"},{"ts":"2025-03-31T08:31:50.503255065Z","line":"{\"@timestamp\":\"2025-03-31T08:31:50.373159113Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:50,372 - SVTLogger - INFO - centos-logtest-gjd47 : 248427 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27923}}"},{"ts":"2025-03-31T08:31:49.457404934Z","line":"{\"@timestamp\":\"2025-03-31T08:31:49.371484981Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:49,371 - SVTLogger - INFO - centos-logtest-gjd47 : 248426 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27920}}"},{"ts":"2025-03-31T08:31:48.410329448Z","line":"{\"@timestamp\":\"2025-03-31T08:31:48.370302237Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:48,369 - SVTLogger - INFO - centos-logtest-gjd47 : 248425 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27917}}"},{"ts":"2025-03-31T08:31:47.497036775Z","line":"{\"@timestamp\":\"2025-03-31T08:31:47.368580349Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:47,368 - SVTLogger - INFO - centos-logtest-gjd47 : 248424 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27914}}"},{"ts":"2025-03-31T08:31:46.452320241Z","line":"{\"@timestamp\":\"2025-03-31T08:31:46.367131467Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:46,366 - SVTLogger - INFO - centos-logtest-gjd47 : 248423 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27911}}"},{"ts":"2025-03-31T08:31:45.407794517Z","line":"{\"@timestamp\":\"2025-03-31T08:31:45.365581356Z\",\"file\":\"/var/log/pods/exclude-app_centos-logtest-gjd47_e522a963-f9e7-40e6-a502-fcaa5e58614f/centos-logtest/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.175/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:af\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.175/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.175\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:af\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1073266bde0b262c2f83f95fd7a31568091db18f0a60b259b754c3bf29279e00\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"4566a766-d384-4fb9-8430-1c31bd2242b5\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"exclude-app\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"exclude-app\",\"pod_id\":\"e522a963-f9e7-40e6-a502-fcaa5e58614f\",\"pod_ip\":\"10.131.0.175\",\"pod_name\":\"centos-logtest-gjd47\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"info\",\"log_type\":\"application\",\"message\":\"2025-03-31 08:31:45,365 - SVTLogger - INFO - centos-logtest-gjd47 : 248422 : eBx9O2h2g nJWBd54q1 ceAgdMInP UQaTeQe2s QJzdplNK3 H6D0I8cUK VWU4mhxtj mXnAvcnPp syHxuSYMe q9OiNyiMz 4YRPmfqlX knJ6fUBF0 NvVHYuZw2 xrYEddKD5 Z5Df61jEq YkVEwcoSo iFPDOI1ed P5bmrmqzb wwYmxC5JM JobiXjTFu \",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27908}}"}]},{"labels":"{k8s_container_name=\"acmeair-booking-db\", k8s_namespace_name=\"acme-air\", k8s_node_name=\"worker-1\", k8s_pod_name=\"acmeair-booking-db-dbd46f4d4-zpnzc\", kubernetes_container_name=\"acmeair-booking-db\", kubernetes_host=\"worker-1\", kubernetes_namespace_name=\"acme-air\", kubernetes_pod_name=\"acmeair-booking-db-dbd46f4d4-zpnzc\", log_type=\"application\", openshift_log_type=\"application\"}","entries":[{"ts":"2025-03-31T08:31:44.621499506Z","line":"{\"@timestamp\":\"2025-03-31T08:31:35.205747642Z\",\"file\":\"/var/log/pods/acme-air_acmeair-booking-db-dbd46f4d4-zpnzc_e451534c-60a5-4186-a00b-ff8a0c14b723/acmeair-booking-db/0.log\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.209/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:d1\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.209/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.209\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:d1\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://c6653404ef8cf5516c718c426a8ca87c54476b716bde1ff1498077d215d65dcd\",\"container_image\":\"ibmcom/icp-mongodb-ppc64le:4.0.12\",\"container_name\":\"acmeair-booking-db\",\"labels\":{\"name\":\"acmeair-booking-db\",\"pod-template-hash\":\"dbd46f4d4\"},\"namespace_id\":\"d6795e00-e70c-497f-8192-eff730aee32c\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"e451534c-60a5-4186-a00b-ff8a0c14b723\",\"pod_ip\":\"10.131.0.209\",\"pod_name\":\"acmeair-booking-db-dbd46f4d4-zpnzc\",\"pod_owner\":\"ReplicaSet/acmeair-booking-db-dbd46f4d4\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"2025-03-31T08:31:35.205+0000 I NETWORK [conn3] received client metadata from 10.131.0.208:36304 conn3: { driver: { name: \\\"mongo-java-driver|legacy\\\", version: \\\"3.10.1\\\" }, os: { type: \\\"Linux\\\", name: \\\"Linux\\\", architecture: \\\"ppc64le\\\", version: \\\"5.14.0-284.109.1.el9_2.ppc64le\\\" }, platform: \\\"Java/Eclipse OpenJ9/1.8.0_262-b10\\\" }\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-application\"},\"sequence\":27905}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":76836925,"linesProcessedPerSecond":35822,"totalBytesProcessed":542676,"totalLinesProcessed":253,"execTime":0.007062698,"queueTime":0.000031,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":4,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":542676,"headChunkLines":253,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Audit logs: ``` {"ts":"2025-03-31T08:32:16.642261494Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266603633Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"prometheus-k8s\\\" of ClusterRole \\\"prometheus-k8s\\\" to ServiceAccount \\\"prometheus-k8s/openshift-monitoring\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"837b3994-e270-40cb-934f-4cea3740f28d\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80640},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:56.196896Z\",\"requestURI\":\"/metrics\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.3.197\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:56.219281Z\",\"user\":{\"groups\":[\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\"},\"userAgent\":\"Prometheus/2.46.0\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.642176319Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266577437Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"console-operator\\\" of ClusterRole \\\"console-operator\\\" to ServiceAccount \\\"console-operator/openshift-console-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"07d6c02f-43b3-46cd-9bce-a0b7d64a4b2e\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"oauth.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"console\",\"resource\":\"oauthclients\"},\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80639},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:55.631562Z\",\"requestURI\":\"/apis/oauth.openshift.io/v1/oauthclients/console\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.184.44\",\"10.128.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:55.636887Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"console-operator-d4c9cc888-cj5kj\"],\"authentication.kubernetes.io/pod-uid\":[\"bf4b1f86-1900-46a5-9165-c01c461a2d37\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-console-operator\",\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-console-operator:console-operator\"},\"userAgent\":\"console/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.642120456Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266547582Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"console-operator\\\" of ClusterRole \\\"console-operator\\\" to ServiceAccount \\\"console-operator/openshift-console-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"51479bee-b689-4ee9-abfd-b852eeade8c1\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"oauth.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"console\",\"resource\":\"oauthclients\"},\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80638},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:55.341751Z\",\"requestURI\":\"/apis/oauth.openshift.io/v1/oauthclients/console\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.184.44\",\"10.128.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:55.346674Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"console-operator-d4c9cc888-cj5kj\"],\"authentication.kubernetes.io/pod-uid\":[\"bf4b1f86-1900-46a5-9165-c01c461a2d37\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-console-operator\",\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-console-operator:console-operator\"},\"userAgent\":\"console/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.64207579Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266526609Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"prometheus-k8s\\\" of ClusterRole \\\"prometheus-k8s\\\" to ServiceAccount \\\"prometheus-k8s/openshift-monitoring\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"7510f692-dc35-411f-9918-0ebd7f9f4127\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80637},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:53.240582Z\",\"requestURI\":\"/metrics\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.131.0.45\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:53.267278Z\",\"user\":{\"groups\":[\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\"},\"userAgent\":\"Prometheus/2.46.0\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.642013329Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266502178Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"console-operator\\\" of ClusterRole \\\"console-operator\\\" to ServiceAccount \\\"console-operator/openshift-console-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"c8fb5e4e-09a7-41b1-9eb1-55d63b5c76db\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"oauth.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"console\",\"resource\":\"oauthclients\"},\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80636},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:53.068509Z\",\"requestURI\":\"/apis/oauth.openshift.io/v1/oauthclients/console\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.184.44\",\"10.128.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:53.082591Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"console-operator-d4c9cc888-cj5kj\"],\"authentication.kubernetes.io/pod-uid\":[\"bf4b1f86-1900-46a5-9165-c01c461a2d37\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-console-operator\",\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-console-operator:console-operator\"},\"userAgent\":\"console/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.641969839Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266473110Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:discovery\\\" of ClusterRole \\\"system:discovery\\\" to Group \\\"system:authenticated\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"ca77e9f1-42ef-434d-b727-13e852530f93\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80635},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:41.873143Z\",\"requestURI\":\"/openapi/v3\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.129.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:41.879596Z\",\"user\":{\"groups\":[\"system:authenticated\"],\"username\":\"system:aggregator\"},\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.641814117Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266451047Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:discovery\\\" of ClusterRole \\\"system:discovery\\\" to Group \\\"system:authenticated\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"88e00a41-1191-4295-86d1-a48885f43adc\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80634},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:41.848353Z\",\"requestURI\":\"/openapi/v2\",\"responseStatus\":{\"code\":304,\"metadata\":{}},\"sourceIPs\":[\"10.129.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:41.856878Z\",\"user\":{\"groups\":[\"system:authenticated\"],\"username\":\"system:aggregator\"},\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.64175853Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266425932Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"basic-users\\\" of ClusterRole \\\"basic-user\\\" to Group \\\"system:authenticated\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"83c561f7-2db1-4400-be2c-8f90e8cdf59f\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"user.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"~\",\"resource\":\"users\"},\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80633},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:37.453972Z\",\"requestURI\":\"/apis/user.openshift.io/v1/users/~\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.184.84\",\"10.128.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:37.461591Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"efba0f6f-ca4e-4bf5-bb29-3b8d3461d953\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\"},\"userAgent\":\"dockerregistry/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-03-31T08:32:16.641709386Z","line":"{\"@timestamp\":\"2025-03-31T08:31:52.266398294Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"basic-users\\\" of ClusterRole \\\"basic-user\\\" to Group \\\"system:authenticated\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"36858e8c-3836-4495-9dd1-ba71d3fbed34\",\"file\":\"/var/log/oauth-apiserver/audit.log\",\"hostname\":\"master-0\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"user.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"~\",\"resource\":\"users\"},\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-audit\"},\"sequence\":80632},\"openshift_audit_level\":\"Metadata\",\"requestReceivedTimestamp\":\"2025-03-28T07:44:30.719381Z\",\"requestURI\":\"/apis/user.openshift.io/v1/users/~\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.184.84\",\"10.128.0.2\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-03-28T07:44:30.725766Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-1\"],\"authentication.kubernetes.io/pod-uid\":[\"0b5c1481-1a73-4525-9c88-bf5db37d6a54\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\"},\"userAgent\":\"dockerregistry/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":28376012,"linesProcessedPerSecond":26218,"totalBytesProcessed":875581,"totalLinesProcessed":809,"execTime":0.030856379,"queueTime":0.000033,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":7,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":608378,"headChunkLines":598,"decompressedBytes":267203,"decompressedLines":211,"compressedBytes":35087038,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Infrastructure logs: ``` {"ts":"2025-03-31T08:32:16.301374952Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.812119466Z\",\"file\":\"/var/log/pods/openshift-cluster-version_cluster-version-operator-86dc4548b4-fqtzx_4ab7feb2-60f1-4143-ae52-e77a40d9e8e9/cluster-version-operator/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostaccess\"},\"container_id\":\"cri-o://410531f7bc64f59c7fdc5fa4b6cdb828336accf1ec5d71c387a9c9766bce6f84\",\"container_image\":\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\",\"container_name\":\"cluster-version-operator\",\"labels\":{\"k8s-app\":\"cluster-version-operator\",\"pod-template-hash\":\"86dc4548b4\"},\"namespace_id\":\"4b1cfb67-16ee-48d4-8ea0-8397a3bb995e\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-cluster-version\",\"name\":\"openshift-cluster-version\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-cluster-version\",\"pod_id\":\"4ab7feb2-60f1-4143-ae52-e77a40d9e8e9\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"cluster-version-operator-86dc4548b4-fqtzx\",\"pod_owner\":\"ReplicaSet/cluster-version-operator-86dc4548b4\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.811982 1 status.go:90] merge into existing history completed=true desired=v1.Release{Version:\\\"4.14.49\\\", Image:\\\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\\\", URL:\\\"https://access.redhat.com/errata/RHSA-2025:2710\\\", Channels:[]string{\\\"candidate-4.14\\\", \\\"candidate-4.15\\\", \\\"candidate-4.16\\\", \\\"eus-4.14\\\", \\\"fast-4.14\\\", \\\"fast-4.15\\\", \\\"stable-4.14\\\"}} last=\u0026v1.UpdateHistory{State:\\\"Completed\\\", StartedTime:time.Date(2025, time.March, 21, 6, 28, 8, 0, time.Local), CompletionTime:time.Date(2025, time.March, 21, 7, 10, 29, 0, time.Local), Version:\\\"4.14.49\\\", Image:\\\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\\\", Verified:false, AcceptedRisks:\\\"\\\"}\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79219}}"},{"ts":"2025-03-31T08:32:16.301324288Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.811911905Z\",\"file\":\"/var/log/pods/openshift-cluster-version_cluster-version-operator-86dc4548b4-fqtzx_4ab7feb2-60f1-4143-ae52-e77a40d9e8e9/cluster-version-operator/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostaccess\"},\"container_id\":\"cri-o://410531f7bc64f59c7fdc5fa4b6cdb828336accf1ec5d71c387a9c9766bce6f84\",\"container_image\":\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\",\"container_name\":\"cluster-version-operator\",\"labels\":{\"k8s-app\":\"cluster-version-operator\",\"pod-template-hash\":\"86dc4548b4\"},\"namespace_id\":\"4b1cfb67-16ee-48d4-8ea0-8397a3bb995e\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-cluster-version\",\"name\":\"openshift-cluster-version\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-cluster-version\",\"pod_id\":\"4ab7feb2-60f1-4143-ae52-e77a40d9e8e9\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"cluster-version-operator-86dc4548b4-fqtzx\",\"pod_owner\":\"ReplicaSet/cluster-version-operator-86dc4548b4\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.811892 1 sync_worker.go:495] Update work is equal to current target; no change required\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79218}}"},{"ts":"2025-03-31T08:32:16.301264072Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.811813380Z\",\"file\":\"/var/log/pods/openshift-cluster-version_cluster-version-operator-86dc4548b4-fqtzx_4ab7feb2-60f1-4143-ae52-e77a40d9e8e9/cluster-version-operator/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostaccess\"},\"container_id\":\"cri-o://410531f7bc64f59c7fdc5fa4b6cdb828336accf1ec5d71c387a9c9766bce6f84\",\"container_image\":\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\",\"container_name\":\"cluster-version-operator\",\"labels\":{\"k8s-app\":\"cluster-version-operator\",\"pod-template-hash\":\"86dc4548b4\"},\"namespace_id\":\"4b1cfb67-16ee-48d4-8ea0-8397a3bb995e\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-cluster-version\",\"name\":\"openshift-cluster-version\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-cluster-version\",\"pod_id\":\"4ab7feb2-60f1-4143-ae52-e77a40d9e8e9\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"cluster-version-operator-86dc4548b4-fqtzx\",\"pod_owner\":\"ReplicaSet/cluster-version-operator-86dc4548b4\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.811764 1 cvo.go:663] Desired version from operator is v1.Update{Architecture:\\\"\\\", Version:\\\"4.14.49\\\", Image:\\\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\\\", Force:false}\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79217}}"},{"ts":"2025-03-31T08:32:16.301156781Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.811698189Z\",\"file\":\"/var/log/pods/openshift-cluster-version_cluster-version-operator-86dc4548b4-fqtzx_4ab7feb2-60f1-4143-ae52-e77a40d9e8e9/cluster-version-operator/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostaccess\"},\"container_id\":\"cri-o://410531f7bc64f59c7fdc5fa4b6cdb828336accf1ec5d71c387a9c9766bce6f84\",\"container_image\":\"quay.io/openshift-release-dev/ocp-release@sha256:b05ebaa64e24c93704a8879e0fc9561029433aa1face919c5a1283bac316723c\",\"container_name\":\"cluster-version-operator\",\"labels\":{\"k8s-app\":\"cluster-version-operator\",\"pod-template-hash\":\"86dc4548b4\"},\"namespace_id\":\"4b1cfb67-16ee-48d4-8ea0-8397a3bb995e\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-cluster-version\",\"name\":\"openshift-cluster-version\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-cluster-version\",\"pod_id\":\"4ab7feb2-60f1-4143-ae52-e77a40d9e8e9\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"cluster-version-operator-86dc4548b4-fqtzx\",\"pod_owner\":\"ReplicaSet/cluster-version-operator-86dc4548b4\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.811623 1 cvo.go:623] Started syncing cluster version \\\"openshift-cluster-version/version\\\", spec changes, status, and payload\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79216}}"}]},{"labels":"{k8s_container_name=\"cluster-autoscaler-operator\", k8s_namespace_name=\"openshift-machine-api\", k8s_node_name=\"master-1\", k8s_pod_name=\"cluster-autoscaler-operator-8498959fcf-fktvn\", kubernetes_container_name=\"cluster-autoscaler-operator\", kubernetes_host=\"master-1\", kubernetes_namespace_name=\"openshift-machine-api\", kubernetes_pod_name=\"cluster-autoscaler-operator-8498959fcf-fktvn\", log_type=\"infrastructure\", openshift_log_type=\"infrastructure\"}","entries":[{"ts":"2025-03-31T08:32:06.704464895Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.002846154Z\",\"file\":\"/var/log/pods/openshift-machine-api_cluster-autoscaler-operator-8498959fcf-fktvn_2513db7b-df90-4259-9fc3-d23a936a13d3/cluster-autoscaler-operator/0.log\",\"hostname\":\"master-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.130.1.232/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:82:01:e8\\\",\\\"gateway_ips\\\":[\\\"10.130.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"}],\\\"ip_address\\\":\\\"10.130.1.232/23\\\",\\\"gateway_ip\\\":\\\"10.130.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.130.1.232\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:82:01:e8\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"kubectl.kubernetes.io/default-container\":\"cluster-autoscaler-operator\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://6660b6711b4e6d0098fad6a7b27b4e3a1b446a7496a7524a37cf1677db22283b\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d879897e56c34b07a0260fc286790686ab12008ec9d0865fa26a0372d256fcc9\",\"container_name\":\"cluster-autoscaler-operator\",\"labels\":{\"k8s-app\":\"cluster-autoscaler-operator\",\"pod-template-hash\":\"8498959fcf\"},\"namespace_id\":\"3dceed29-6587-487b-8459-affde4e6ae6d\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-machine-api\",\"name\":\"openshift-machine-api\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-machine-api\",\"pod_id\":\"2513db7b-df90-4259-9fc3-d23a936a13d3\",\"pod_ip\":\"10.130.1.232\",\"pod_name\":\"cluster-autoscaler-operator-8498959fcf-fktvn\",\"pod_owner\":\"ReplicaSet/cluster-autoscaler-operator-8498959fcf\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.002803 1 status.go:244] Operator status available: at version 4.14.49\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":99012}}"},{"ts":"2025-03-31T08:32:06.704389383Z","line":"{\"@timestamp\":\"2025-03-31T08:32:05.002846154Z\",\"file\":\"/var/log/pods/openshift-machine-api_cluster-autoscaler-operator-8498959fcf-fktvn_2513db7b-df90-4259-9fc3-d23a936a13d3/cluster-autoscaler-operator/0.log\",\"hostname\":\"master-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.130.1.232/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:82:01:e8\\\",\\\"gateway_ips\\\":[\\\"10.130.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.130.0.1\\\"}],\\\"ip_address\\\":\\\"10.130.1.232/23\\\",\\\"gateway_ip\\\":\\\"10.130.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.130.1.232\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:82:01:e8\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"kubectl.kubernetes.io/default-container\":\"cluster-autoscaler-operator\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://6660b6711b4e6d0098fad6a7b27b4e3a1b446a7496a7524a37cf1677db22283b\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d879897e56c34b07a0260fc286790686ab12008ec9d0865fa26a0372d256fcc9\",\"container_name\":\"cluster-autoscaler-operator\",\"labels\":{\"k8s-app\":\"cluster-autoscaler-operator\",\"pod-template-hash\":\"8498959fcf\"},\"namespace_id\":\"3dceed29-6587-487b-8459-affde4e6ae6d\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-machine-api\",\"name\":\"openshift-machine-api\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-machine-api\",\"pod_id\":\"2513db7b-df90-4259-9fc3-d23a936a13d3\",\"pod_ip\":\"10.130.1.232\",\"pod_name\":\"cluster-autoscaler-operator-8498959fcf-fktvn\",\"pod_owner\":\"ReplicaSet/cluster-autoscaler-operator-8498959fcf\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:05.002734 1 status.go:450] No ClusterAutoscaler. Reporting available.\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":99011}}"}]},{"labels":"{k8s_container_name=\"approver\", k8s_namespace_name=\"openshift-network-node-identity\", k8s_node_name=\"master-0\", k8s_pod_name=\"network-node-identity-bbxsm\", kubernetes_container_name=\"approver\", kubernetes_host=\"master-0\", kubernetes_namespace_name=\"openshift-network-node-identity\", kubernetes_pod_name=\"network-node-identity-bbxsm\", log_type=\"infrastructure\", openshift_log_type=\"infrastructure\"}","entries":[{"ts":"2025-03-31T08:32:14.540951409Z","line":"{\"@timestamp\":\"2025-03-31T08:32:06.820129409Z\",\"file\":\"/var/log/pods/openshift-network-node-identity_network-node-identity-bbxsm_e8e86b39-55cf-4b7e-a1b3-3632bf4fa04e/approver/1.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://48eef2fa845d088007e3c1b09567cc463a608fe004ca8c4af7f9621b5d82ba54\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d2ec1333345590d57d38fa6d0f1dbdb39f8dd10c248660c5bdbff127da017831\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"776d66dc77\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"f59cbfc5-d77f-4e3d-af9c-0d977eed8a0c\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"e8e86b39-55cf-4b7e-a1b3-3632bf4fa04e\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"network-node-identity-bbxsm\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:06.820066 1 leaderelection.go:250] failed to acquire lease openshift-network-node-identity/ovnkube-identity\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79215}}"},{"ts":"2025-03-31T08:32:14.540828044Z","line":"{\"@timestamp\":\"2025-03-31T08:32:06.820129409Z\",\"file\":\"/var/log/pods/openshift-network-node-identity_network-node-identity-bbxsm_e8e86b39-55cf-4b7e-a1b3-3632bf4fa04e/approver/1.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://48eef2fa845d088007e3c1b09567cc463a608fe004ca8c4af7f9621b5d82ba54\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:d2ec1333345590d57d38fa6d0f1dbdb39f8dd10c248660c5bdbff127da017831\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"776d66dc77\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"f59cbfc5-d77f-4e3d-af9c-0d977eed8a0c\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_8840daad-9ed2-4597-ae63-1ebed57d5a3f\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"e8e86b39-55cf-4b7e-a1b3-3632bf4fa04e\",\"pod_ip\":\"10.20.184.44\",\"pod_name\":\"network-node-identity-bbxsm\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_type\":\"infrastructure\",\"message\":\"I0331 08:32:06.820011 1 leaderelection.go:349] lock is held by master-2_6b4409d2-47ba-4a93-b3c7-d25f0afd0a8c and has not yet expired\",\"openshift\":{\"cluster_id\":\"657154e1-ef9c-426e-8079-d58eaee0a17b\",\"labels\":{\"logs\":\"5.8_414-infrastructure\"},\"sequence\":79214}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":251156994,"linesProcessedPerSecond":134509,"totalBytesProcessed":2632765,"totalLinesProcessed":1410,"execTime":0.010482547,"queueTime":0.000085,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":67,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":2632765,"headChunkLines":1410,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":69636,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ```