Cluster logging 6.0.7 on OCP 4.15 CSV and Pods: ``` [root@rdr-man-log-415-bastion-0 ~]# oc get csv -n openshift-logging NAME DISPLAY VERSION REPLACES PHASE cluster-logging.v6.0.7 Red Hat OpenShift Logging 6.0.7 cluster-logging.v6.0.6 Succeeded loki-operator.v6.0.7 Loki Operator 6.0.7 loki-operator.v6.0.6 Succeeded [root@rdr-man-log-415-bastion-0 ~]# oc get pods -n openshift-logging NAME READY STATUS RESTARTS AGE cluster-logging-operator-d66b6757b-dp6xx 1/1 Running 0 55m lokistack-almqn-compactor-0 1/1 Running 0 54m lokistack-almqn-distributor-599d5dfc4c-d9pwz 1/1 Running 0 54m lokistack-almqn-gateway-6f4976c89c-64nx9 2/2 Running 1 (54m ago) 54m lokistack-almqn-gateway-6f4976c89c-x8jr8 2/2 Running 1 (54m ago) 54m lokistack-almqn-index-gateway-0 1/1 Running 0 54m lokistack-almqn-ingester-0 1/1 Running 0 54m lokistack-almqn-querier-6945647454-nwptn 1/1 Running 0 54m lokistack-almqn-query-frontend-5d8477fc9b-qzgr5 1/1 Running 0 54m lokistack-almqn-ruler-0 1/1 Running 0 54m [root@rdr-man-log-415-bastion-0 ~]# ``` Cluster logging: CloudWatch: Application logs: ``` {'timestamp': 1744794556573, 'message': '{"@timestamp":"2025-04-16T08:59:31.587162205Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.146/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:92\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.146/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.146\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:92\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":"[AUDIT ] CWWKF0011I: The defaultServer server is ready to run a smarter planet. The defaultServer server started in 10.082 seconds.","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556416336778},"stream_name":"acme-air_acmeair-authservice-6678875bd5-v47d4_acmeair-authservice-java"}', 'ingestionTime': 1744794561040} {'timestamp': 1744794556609, 'message': '{"@timestamp":"2025-04-16T09:01:35.400247616Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.140/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:8c\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.140/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.140\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:8c\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://3f309d9c3ceacd998b620fa46a10804bb2038d2057a8662d37098a240373277a","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_image_id":"docker.io/ibmcom/icp-mongodb-ppc64le@sha256:f54976512a396366c7947073c656e4bb2b33bd3177ae758a23e3630f37bec7d5","container_name":"acmeair-booking-db","labels":{"name":"acmeair-booking-db","pod-template-hash":"5ff54549bb"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"8d94eb4e-b435-47e7-8018-c7d25ae33133","pod_ip":"10.131.0.140","pod_name":"acmeair-booking-db-5ff54549bb-85npn","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_source":"container","log_type":"application","message":"2025-04-16T09:01:35.400+0000 I NETWORK [conn3] received client metadata from 10.131.0.145:58914 conn3: { driver: { name: \\"mongo-java-driver|legacy\\", version: \\"3.10.1\\" }, os: { type: \\"Linux\\", name: \\"Linux\\", architecture: \\"ppc64le\\", version: \\"5.14.0-284.111.1.el9_2.ppc64le\\" }, platform: \\"Java/Eclipse OpenJ9/1.8.0_262-b10\\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556448860910},"stream_name":"acme-air_acmeair-booking-db-5ff54549bb-85npn_acmeair-booking-db"}', 'ingestionTime': 1744794562272} {'timestamp': 1744794556612, 'message': '{"@timestamp":"2025-04-16T08:59:46.143157363Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.145/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:91\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.145/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.145\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:91\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://7fff15572dafd05e8c7ce7109aa5d56445fb3c30ca835e6df8fbbd728020860f","container_image":"quay.io/powercloud/acmeair-bookingservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-bookingservice-java@sha256:03c40c5bf1bbc60913651d5113c8d57ad436bb5031667389835bf6b67a8fbb83","container_name":"acmeair-bookingservice-java","labels":{"name":"acmeair-booking-deployment","pod-template-hash":"686b7cb778"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"b53faf56-b630-46f0-ae98-87d367d804b5","pod_ip":"10.131.0.145","pod_name":"acmeair-bookingservice-686b7cb778-ng4ml","pod_owner":"ReplicaSet/acmeair-bookingservice-686b7cb778"},"level":"warn","log_source":"container","log_type":"application","message":"[WARNING ] No suitable sender found. Using NoopSender, meaning that data will not be sent anywhere!","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556449984793},"stream_name":"acme-air_acmeair-bookingservice-686b7cb778-ng4ml_acmeair-bookingservice-java"}', 'ingestionTime': 1744794563459} {'timestamp': 1744794556607, 'message': '{"@timestamp":"2025-04-16T09:01:35.071055675Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.141/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:8d\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.141/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.141\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:8d\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://6389ea732bdd426b1d899dd6b6b11bfea6817d6df93a4a1122a66d4301f175bf","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_image_id":"docker.io/ibmcom/icp-mongodb-ppc64le@sha256:f54976512a396366c7947073c656e4bb2b33bd3177ae758a23e3630f37bec7d5","container_name":"acmeair-customer-db","labels":{"name":"acmeair-customer-db","pod-template-hash":"cd47cd9fb"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"46330bc1-a871-4c14-b1cd-ad35f0196353","pod_ip":"10.131.0.141","pod_name":"acmeair-customer-db-cd47cd9fb-zb6wq","pod_owner":"ReplicaSet/acmeair-customer-db-cd47cd9fb"},"level":"default","log_source":"container","log_type":"application","message":"2025-04-16T09:01:35.071+0000 I NETWORK [conn3] received client metadata from 10.131.0.142:54660 conn3: { driver: { name: \\"mongo-java-driver|legacy\\", version: \\"3.10.1\\" }, os: { type: \\"Linux\\", name: \\"Linux\\", architecture: \\"ppc64le\\", version: \\"5.14.0-284.111.1.el9_2.ppc64le\\" }, platform: \\"Java/Eclipse OpenJ9/1.8.0_262-b10\\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556447765007},"stream_name":"acme-air_acmeair-customer-db-cd47cd9fb-zb6wq_acmeair-customer-db"}', 'ingestionTime': 1744794561992} ``` Audit logs: ``` {'timestamp': 1744794770098, 'message': '{"@timestamp":"2025-04-16T09:12:40.164+00:00","audit.linux":{"record_id":"61432","type":"BPF"},"hostname":"master-0","level":"default","log_source":"auditd","log_type":"audit","message":"type=BPF msg=audit(1744794760.164:61432): prog-id=0 op=UNLOAD","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794770096765361},"stream_name":"master-0.auditd"}', 'ingestionTime': 1744794771254} {'timestamp': 1744794870937, 'message': '{"@timestamp":"2025-04-16T09:14:30.935701859Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"metadata-reader-openshift-logging-logcollector\\" of ClusterRole \\"metadata-reader\\" to ServiceAccount \\"logcollector/openshift-logging\\""},"apiVersion":"audit.k8s.io/v1","auditID":"977467ce-a5c8-4a66-8e24-fe2389ed0706","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"master-2","resource":"nodes"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794870936326413},"requestReceivedTimestamp":"2025-04-16T09:10:42.260531Z","requestURI":"/api/v1/nodes?&watch=true&timeoutSeconds=290&fieldSelector=metadata.name%3Dmaster-2&allowWatchBookmarks=true&resourceVersion=2254092","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.250"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:30.933178Z","stream_name":"master-0.kubeapi","user":{"extra":{"authentication.kubernetes.io/pod-name":["collector-h4lft"],"authentication.kubernetes.io/pod-uid":["9f071d21-dd38-42db-80e9-7c2743aa4bf6"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-logging","system:authenticated"],"uid":"01cc4661-31b9-436c-8f56-7564440990a9","username":"system:serviceaccount:openshift-logging:logcollector"},"verb":"watch"}', 'ingestionTime': 1744794871563} {'timestamp': 1744794870533, 'message': '{"@timestamp":"2025-04-16T09:14:30.533014278Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"prometheus-k8s\\" of ClusterRole \\"prometheus-k8s\\" to ServiceAccount \\"prometheus-k8s/openshift-monitoring\\""},"apiVersion":"audit.k8s.io/v1","auditID":"77e58146-bf96-47e0-b3e5-0903d5334831","hostname":"master-0","kind":"Event","level":"Metadata","log_source":"openshiftAPI","log_type":"audit","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794870533362369},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-04-16T09:14:29.873091Z","requestURI":"/metrics","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.128.3.78"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:29.926726Z","stream_name":"master-0.openshiftapi","user":{"groups":["system:authenticated"],"username":"system:serviceaccount:openshift-monitoring:prometheus-k8s"},"userAgent":"Prometheus/2.48.0","verb":"get"}', 'ingestionTime': 1744794871321} {'timestamp': 1744794653630, 'message': '{"@timestamp":"2025-04-16T09:10:41.937+00:00","audit.linux":{"record_id":"69534","type":"PROCTITLE"},"hostname":"master-1","level":"default","log_source":"auditd","log_type":"audit","message":"type=PROCTITLE msg=audit(1744794641.937:69534): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F353666303862653263306638376336333366626438","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794653624471954},"stream_name":"master-1.auditd"}', 'ingestionTime': 1744794657727} ``` Infrastructure logs: ``` {'timestamp': 1744794821853, 'message': '{"@timestamp":"2025-04-16T09:13:41.420938Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"084cb7e626104818a8e389b29851edd5","_SYSTEMD_INVOCATION_ID":"792bf87a7a61429d9ef819ad2496b63c","hostname":"master-0","level":"info","log_source":"node","log_type":"infrastructure","message":"I0416 09:13:41.418682 2611 kubelet_getters.go:187] \\"Pod status updated\\" pod=\\"openshift-kube-apiserver/kube-apiserver-master-0\\" status=\\"Running\\"","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794821852548923},"stream_name":"master-0.journal.system","systemd":{"t":{"BOOT_ID":"62bc2c681f0f46fd8f563c5d9b5d4850","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.139 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:e8ff81199bda31ffa62679fed2fd7e24930282cec9dc31da6aa5b75d529d26b9 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"b9d3bdb227ea46ceaa1f3278294515c3","PID":"2611","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"084cb7e626104818a8e389b29851edd5","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"792bf87a7a61429d9ef819ad2496b63c","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"time":"2025-04-16T09:13:41+00:00"}', 'ingestionTime': 1744794822974} {'timestamp': 1744794850030, 'message': '{"@timestamp":"2025-04-16T09:13:59.940343554Z","hostname":"master-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.129.1.79/23\\"],\\"mac_address\\":\\"0a:58:0a:81:01:4f\\",\\"gateway_ips\\":[\\"10.129.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"}],\\"ip_address\\":\\"10.129.1.79/23\\",\\"gateway_ip\\":\\"10.129.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.129.1.79\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:81:01:4f\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/required-scc":"privileged","openshift.io/scc":"privileged","operator.openshift.io/dep-desired.generation":"6","operator.openshift.io/dep-openshift-apiserver.config.configmap":"VY4euA==","operator.openshift.io/dep-openshift-apiserver.etcd-client.secret":"DJv_Yw==","operator.openshift.io/dep-openshift-apiserver.etcd-serving-ca.configmap":"_MnQfg==","operator.openshift.io/dep-openshift-apiserver.image-import-ca.configmap":"fO7ArA==","operator.openshift.io/dep-openshift-apiserver.trusted-ca-bundle.configmap":"ElMHxA=="},"container_id":"cri-o://ada22fe17e5b049337867d5fd4d3e05ca85ee3115626d6aeec91ead3da4cfb41","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19084c09471ea5ef2256884ef6940cc0e7b34f2bebe2fa61189a2bbd37a0130c","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:19084c09471ea5ef2256884ef6940cc0e7b34f2bebe2fa61189a2bbd37a0130c","container_name":"openshift-apiserver","labels":{"apiserver":"true","app":"openshift-apiserver-a","openshift-apiserver-anti-affinity":"true","pod-template-hash":"697cd4dc74","revision":"1"},"namespace_id":"456dac21-cec7-44d6-a3a8-539b25ba70ad","namespace_labels":{"kubernetes_io_metadata_name":"openshift-apiserver","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-apiserver","pod_id":"d70c7329-d77d-416a-8606-fa3c3f7af274","pod_ip":"10.129.1.79","pod_name":"apiserver-697cd4dc74-mnqfg","pod_owner":"ReplicaSet/apiserver-697cd4dc74"},"level":"default","log_source":"container","log_type":"infrastructure","message":"}. Err: connection error: desc = \\"transport: authentication handshake failed: context canceled\\"","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794850024654890},"stream_name":"master-0.openshift-apiserver_apiserver-697cd4dc74-mnqfg_openshift-apiserver"}', 'ingestionTime': 1744794851611} {'timestamp': 1744794560819, 'message': '{"@timestamp":"2025-04-16T08:59:48.863457333Z","hostname":"master-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.129.1.79/23\\"],\\"mac_address\\":\\"0a:58:0a:81:01:4f\\",\\"gateway_ips\\":[\\"10.129.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"}],\\"ip_address\\":\\"10.129.1.79/23\\",\\"gateway_ip\\":\\"10.129.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.129.1.79\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:81:01:4f\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/required-scc":"privileged","openshift.io/scc":"privileged","operator.openshift.io/dep-desired.generation":"6","operator.openshift.io/dep-openshift-apiserver.config.configmap":"VY4euA==","operator.openshift.io/dep-openshift-apiserver.etcd-client.secret":"DJv_Yw==","operator.openshift.io/dep-openshift-apiserver.etcd-serving-ca.configmap":"_MnQfg==","operator.openshift.io/dep-openshift-apiserver.image-import-ca.configmap":"fO7ArA==","operator.openshift.io/dep-openshift-apiserver.trusted-ca-bundle.configmap":"ElMHxA=="},"container_id":"cri-o://98b65b1252b4aa43e1a95999e7d6578d1b4dc76b02a64bf4f9408245b1f94891","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7a4f98240abc00c2dc86a1522731d0179838d2efbcd6bbb9dfd8d8f9ffee9273","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:7a4f98240abc00c2dc86a1522731d0179838d2efbcd6bbb9dfd8d8f9ffee9273","container_name":"openshift-apiserver-check-endpoints","labels":{"apiserver":"true","app":"openshift-apiserver-a","openshift-apiserver-anti-affinity":"true","pod-template-hash":"697cd4dc74","revision":"1"},"namespace_id":"456dac21-cec7-44d6-a3a8-539b25ba70ad","namespace_labels":{"kubernetes_io_metadata_name":"openshift-apiserver","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-apiserver","pod_id":"d70c7329-d77d-416a-8606-fa3c3f7af274","pod_ip":"10.129.1.79","pod_name":"apiserver-697cd4dc74-mnqfg","pod_owner":"ReplicaSet/apiserver-697cd4dc74"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0416 08:59:48.863426 1 base_controller.go:110] Starting #1 worker of check-endpoints controller ...","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794556576566881},"stream_name":"master-0.openshift-apiserver_apiserver-697cd4dc74-mnqfg_openshift-apiserver-check-endpoints"}', 'ingestionTime': 1744794567480} {'timestamp': 1744794844523, 'message': '{"@timestamp":"2025-04-16T09:13:56.321126386Z","hostname":"master-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.129.1.86/23\\"],\\"mac_address\\":\\"0a:58:0a:81:01:56\\",\\"gateway_ips\\":[\\"10.129.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.129.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.129.0.1\\"}],\\"ip_address\\":\\"10.129.1.86/23\\",\\"gateway_ip\\":\\"10.129.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.129.1.86\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:81:01:56\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/required-scc":"anyuid","openshift.io/scc":"anyuid"},"container_id":"cri-o://b570133a4aef86b807187f292dde80607f206c1fd223c9066383cff3eb350385","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07bb622f7e76e6a65d493c66459d0769701cabd9c100b55fa93c4ff53589180c","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:07bb622f7e76e6a65d493c66459d0769701cabd9c100b55fa93c4ff53589180c","container_name":"authentication-operator","labels":{"app":"authentication-operator","pod-template-hash":"64955c7db7"},"namespace_id":"d874fce5-d62d-47cf-8d66-71207c9f69ab","namespace_labels":{"kubernetes_io_metadata_name":"openshift-authentication-operator","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"baseline","pod-security_kubernetes_io_enforce":"baseline","pod-security_kubernetes_io_warn":"baseline"},"namespace_name":"openshift-authentication-operator","pod_id":"c5996293-0cdf-4fc4-aaa4-834bc28c2bf3","pod_ip":"10.129.1.86","pod_name":"authentication-operator-64955c7db7-xfslq","pod_owner":"ReplicaSet/authentication-operator-64955c7db7"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0416 09:13:56.321041 1 revision_controller.go:293] status.LatestAvailableRevision: 1, resourceVersion: 2248947","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794844522646231},"stream_name":"master-0.openshift-authentication-operator_authentication-operator-64955c7db7-xfslq_authentication-operator"}', 'ingestionTime': 1744794845639} ``` Elasticsearch: Application logs: ``` {"_index":"application","_type":"_doc","_id":"25_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.348206637Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":"[AUDIT ] CWWKG0093A: Processing configuration drop-ins resource: /opt/ol/wlp/usr/servers/defaultServer/configDropins/defaults/open-default-port.xml","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415767216}}},{"_index":"application","_type":"_doc","_id":"3J_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.951474840Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":"[AUDIT ] CWWKG0102I: Found conflicting settings for defaultKeyStore instance of keyStore configuration.","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415800388}}},{"_index":"application","_type":"_doc","_id":"3Z_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.951474840Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":" Property password has conflicting values:","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415827152}}},{"_index":"application","_type":"_doc","_id":"3p_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.951474840Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":" Secure value is set in file:/opt/ol/wlp/usr/servers/defaultServer/configDropins/defaults/keystore.xml.","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415861781}}},{"_index":"application","_type":"_doc","_id":"35_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.951474840Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":" Secure value is set in file:/opt/ol/wlp/usr/servers/defaultServer/server.xml.","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415892771}}},{"_index":"application","_type":"_doc","_id":"4J_cPZYBjyXErPejHBAz","_score":8.766162E-4,"_source":{"@timestamp":"2025-04-16T08:59:24.951474840Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.146/23\"],\"mac_address\":\"0a:58:0a:83:00:92\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.146/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.146\"\n ],\n \"mac\": \"0a:58:0a:83:00:92\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://75770bc81a4e0d092ac2f2914bf74cc27afd28f9ee714541d330dcea9b3decf0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_image_id":"quay.io/powercloud/acmeair-authservice-java@sha256:ac57adc499c7d71ba889c90452b0786a7d96de3f83eb5d0db51bc9f373c3cad3","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"e619be4d-404c-455f-92fa-14c3816cc361","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"7c21cd48-1687-4340-94a4-885070de5787","pod_ip":"10.131.0.146","pod_name":"acmeair-authservice-6678875bd5-v47d4","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_source":"container","log_type":"application","message":" Property password will be set to the value defined in file:/opt/ol/wlp/usr/servers/defaultServer/server.xml.","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794556415925456}}}]}} ``` Audit logs: ``` {"_index":"audit","_type":"_doc","_id":"5Z7bPZYBjyXErPej_JC3","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:09:00.484305944Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":""},"apiVersion":"audit.k8s.io/v1","auditID":"ef664bad-fe88-41e2-bde5-e6dcd3027a6a","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"network-check-source-55bf78b756-6b8dx","namespace":"openshift-network-diagnostics","resource":"pods","subresource":"status"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794541367567634},"requestReceivedTimestamp":"2025-04-16T08:59:20.948727Z","requestURI":"/api/v1/namespaces/openshift-network-diagnostics/pods/network-check-source-55bf78b756-6b8dx/status","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.70"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:59:20.966735Z","user":{"groups":["system:nodes","system:authenticated"],"username":"system:node:worker-0"},"userAgent":"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291","verb":"patch"}},{"_index":"audit","_type":"_doc","_id":"R57bPZYBjyXErPej_ZVf","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.591321981Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"cluster-samples-operator\" of ClusterRole \"cluster-samples-operator\" to ServiceAccount \"cluster-samples-operator/openshift-cluster-samples-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"a41ec160-c160-4322-a53e-8b959c403331","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","name":"openshift-samples","resource":"clusteroperators"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545298197576},"requestReceivedTimestamp":"2025-04-16T08:58:11.662186Z","requestURI":"/apis/config.openshift.io/v1/clusteroperators/openshift-samples","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.250"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:11.666580Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["cluster-samples-operator-6fc57fcf8b-4268s"],"authentication.kubernetes.io/pod-uid":["037d7aad-d1f3-4060-a243-8384c269e37b"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-cluster-samples-operator","system:authenticated"],"uid":"94f959bd-046f-41f4-a6f5-d3d5a048ca1a","username":"system:serviceaccount:openshift-cluster-samples-operator:cluster-samples-operator"},"userAgent":"cluster-samples-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"}},{"_index":"audit","_type":"_doc","_id":"qJ7bPZYBjyXErPej-oVq","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.588203425Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"openshift-state-metrics\" of ClusterRole \"openshift-state-metrics\" to ServiceAccount \"openshift-state-metrics/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"8821a05a-1263-4825-96ca-f16337829d15","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"quota.openshift.io","apiVersion":"v1","resource":"clusterresourcequotas"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545282494008},"requestReceivedTimestamp":"2025-04-16T08:58:04.154577Z","requestURI":"/apis/quota.openshift.io/v1/clusterresourcequotas?limit=500&resourceVersion=0","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.75"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:04.159501Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["openshift-state-metrics-7f5dccd865-x5t9c"],"authentication.kubernetes.io/pod-uid":["2b27a5d7-c024-443f-b858-9f09902bf816"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-monitoring","system:authenticated"],"uid":"2ffc2ce0-60b9-4181-a1f5-3e858946f925","username":"system:serviceaccount:openshift-monitoring:openshift-state-metrics"},"userAgent":"openshift-state-metrics/UNKNOWN (linux/ppc64le) kube-state-metrics/UNKNOWN","verb":"list"}},{"_index":"audit","_type":"_doc","_id":"557bPZYBjyXErPej_JC3","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:09:00.484355921Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":""},"apiVersion":"audit.k8s.io/v1","auditID":"c75467a5-6409-4282-b9f6-fcf35daaab48","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"acmeair-mainservice-6ff857884f-rx5rp","namespace":"acme-air","resource":"pods"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794541367741871},"requestReceivedTimestamp":"2025-04-16T08:59:21.147843Z","requestURI":"/api/v1/namespaces/acme-air/pods/acmeair-mainservice-6ff857884f-rx5rp","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.70"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:59:21.156805Z","user":{"groups":["system:nodes","system:authenticated"],"username":"system:node:worker-0"},"userAgent":"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291","verb":"get"}},{"_index":"audit","_type":"_doc","_id":"SZ7bPZYBjyXErPej_ZVf","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.591357954Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"cluster-samples-operator\" of ClusterRole \"cluster-samples-operator\" to ServiceAccount \"cluster-samples-operator/openshift-cluster-samples-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"12832a3b-630c-49bf-964b-4d666bfadc9a","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","name":"openshift-samples","resource":"clusteroperators"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545298392541},"requestReceivedTimestamp":"2025-04-16T08:58:11.672765Z","requestURI":"/apis/config.openshift.io/v1/clusteroperators/openshift-samples","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.250"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:11.676323Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["cluster-samples-operator-6fc57fcf8b-4268s"],"authentication.kubernetes.io/pod-uid":["037d7aad-d1f3-4060-a243-8384c269e37b"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-cluster-samples-operator","system:authenticated"],"uid":"94f959bd-046f-41f4-a6f5-d3d5a048ca1a","username":"system:serviceaccount:openshift-cluster-samples-operator:cluster-samples-operator"},"userAgent":"cluster-samples-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"}},{"_index":"audit","_type":"_doc","_id":"q57bPZYBjyXErPej-oVq","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.588271292Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:openshift-apiserver\" of ClusterRole \"cluster-admin\" to ServiceAccount \"openshift-apiserver-sa/openshift-apiserver\""},"apiVersion":"audit.k8s.io/v1","auditID":"1f006ac7-0d99-4603-9a37-f48bb280e128","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"authorization.k8s.io","apiVersion":"v1","resource":"subjectaccessreviews"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545282804646},"requestReceivedTimestamp":"2025-04-16T08:58:04.163105Z","requestURI":"/apis/authorization.k8s.io/v1/subjectaccessreviews?timeout=10s","responseStatus":{"code":201,"metadata":{}},"sourceIPs":["10.20.177.61"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:04.165244Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["apiserver-697cd4dc74-vz4sk"],"authentication.kubernetes.io/pod-uid":["37665c21-cd83-4d21-aa34-9134b0312654"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-apiserver","system:authenticated"],"uid":"8e9db7dc-aa11-44ee-9da1-6431f99033a4","username":"system:serviceaccount:openshift-apiserver:openshift-apiserver-sa"},"userAgent":"openshift-apiserver/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"create"}},{"_index":"audit","_type":"_doc","_id":"rJ7bPZYBjyXErPej-oVq","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.588290781Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"openshift-state-metrics\" of ClusterRole \"openshift-state-metrics\" to ServiceAccount \"openshift-state-metrics/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"25122810-7b9b-4c6c-aa92-9fc7d92017b4","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"build.openshift.io","apiVersion":"v1","resource":"buildconfigs"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545282901792},"requestReceivedTimestamp":"2025-04-16T08:58:04.154187Z","requestURI":"/apis/build.openshift.io/v1/buildconfigs?limit=500&resourceVersion=0","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.75"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:04.168036Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["openshift-state-metrics-7f5dccd865-x5t9c"],"authentication.kubernetes.io/pod-uid":["2b27a5d7-c024-443f-b858-9f09902bf816"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-monitoring","system:authenticated"],"uid":"2ffc2ce0-60b9-4181-a1f5-3e858946f925","username":"system:serviceaccount:openshift-monitoring:openshift-state-metrics"},"userAgent":"openshift-state-metrics/UNKNOWN (linux/ppc64le) kube-state-metrics/UNKNOWN","verb":"list"}},{"_index":"audit","_type":"_doc","_id":"rZ7bPZYBjyXErPej-oVq","_score":7.79109E-6,"_source":{"@timestamp":"2025-04-16T09:08:59.588318163Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"openshift-state-metrics\" of ClusterRole \"openshift-state-metrics\" to ServiceAccount \"openshift-state-metrics/openshift-monitoring\""},"apiVersion":"audit.k8s.io/v1","auditID":"321458a8-fd14-4d1a-829c-78a34bb4917c","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"build.openshift.io","apiVersion":"v1","resource":"builds"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794545283001990},"requestReceivedTimestamp":"2025-04-16T08:58:04.154423Z","requestURI":"/apis/build.openshift.io/v1/builds?limit=500&resourceVersion=0","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.75"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T08:58:04.168254Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["openshift-state-metrics-7f5dccd865-x5t9c"],"authentication.kubernetes.io/pod-uid":["2b27a5d7-c024-443f-b858-9f09902bf816"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-monitoring","system:authenticated"],"uid":"2ffc2ce0-60b9-4181-a1f5-3e858946f925","username":"system:serviceaccount:openshift-monitoring:openshift-state-metrics"},"userAgent":"openshift-state-metrics/UNKNOWN (linux/ppc64le) kube-state-metrics/UNKNOWN","verb":"list"}}]}} ``` Infrastructure logs: ``` {"_index":"infrastructure","_type":"_doc","_id":"-J_cPZYBjyXErPejGwyW","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T08:48:20.756620041Z","hostname":"master-0","kubernetes":{"container_id":"cri-o://7034cd19eac430b5b3d2d09e0016d5a3ab707e589a2166ac7b689b102a9d100c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_name":"kube-multus","labels":{"app":"multus","component":"network","controller-revision-hash":"6b7586b98d","openshift_io_component":"network","pod-template-generation":"1","type":"infra"},"namespace_id":"840a30e3-3d7d-47f2-9dd9-fb6abf759882","namespace_labels":{"kubernetes_io_metadata_name":"openshift-multus","name":"openshift-multus","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-multus","pod_id":"3a3b7a46-19bc-40f2-98bf-ee168f0370f9","pod_ip":"10.20.177.139","pod_name":"multus-cdrvt","pod_owner":"DaemonSet/multus"},"level":"default","log_source":"container","log_type":"infrastructure","message":"2025-04-16T08:48:20Z [verbose] DEL finished CNI request ContainerID:\"fed8b2bda3c8c5e3a895c8e6c390963617e7adc8e395bc0485d663c2ef11813f\" Netns:\"/var/run/netns/005293b6-8641-46dc-8778-d2ceb38ee36a\" IfName:\"eth0\" Args:\"IgnoreUnknown=1;K8S_POD_NAMESPACE=openshift-marketplace;K8S_POD_NAME=redhat-marketplace-qnlkj;K8S_POD_INFRA_CONTAINER_ID=fed8b2bda3c8c5e3a895c8e6c390963617e7adc8e395bc0485d663c2ef11813f;K8S_POD_UID=7bee1b83-ade1-4c4e-a0eb-4ed6d0a1236b\" Path:\"\", result: \"\", err: ","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794556527519610}}},{"_index":"infrastructure","_type":"_doc","_id":"-Z_cPZYBjyXErPejGwyW","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T08:50:21.729266004Z","hostname":"master-0","kubernetes":{"container_id":"cri-o://7034cd19eac430b5b3d2d09e0016d5a3ab707e589a2166ac7b689b102a9d100c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_name":"kube-multus","labels":{"app":"multus","component":"network","controller-revision-hash":"6b7586b98d","openshift_io_component":"network","pod-template-generation":"1","type":"infra"},"namespace_id":"840a30e3-3d7d-47f2-9dd9-fb6abf759882","namespace_labels":{"kubernetes_io_metadata_name":"openshift-multus","name":"openshift-multus","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-multus","pod_id":"3a3b7a46-19bc-40f2-98bf-ee168f0370f9","pod_ip":"10.20.177.139","pod_name":"multus-cdrvt","pod_owner":"DaemonSet/multus"},"level":"default","log_source":"container","log_type":"infrastructure","message":"2025-04-16T08:50:21Z [verbose] ADD starting CNI request ContainerID:\"1357ec5ef993001951fc12339a55e8dc071624336f96976faca1f81709403af0\" Netns:\"/var/run/netns/482d9b4d-e4cc-4258-a260-a615fbc41f36\" IfName:\"eth0\" Args:\"IgnoreUnknown=1;K8S_POD_NAMESPACE=openshift-marketplace;K8S_POD_NAME=redhat-operators-mzxk5;K8S_POD_INFRA_CONTAINER_ID=1357ec5ef993001951fc12339a55e8dc071624336f96976faca1f81709403af0;K8S_POD_UID=696e8946-6594-42a4-a7db-52d08acee9a2\" Path:\"\"","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794556527632004}}},{"_index":"infrastructure","_type":"_doc","_id":"-p_cPZYBjyXErPejGwyW","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T08:50:22.043431861Z","hostname":"master-0","kubernetes":{"container_id":"cri-o://7034cd19eac430b5b3d2d09e0016d5a3ab707e589a2166ac7b689b102a9d100c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_name":"kube-multus","labels":{"app":"multus","component":"network","controller-revision-hash":"6b7586b98d","openshift_io_component":"network","pod-template-generation":"1","type":"infra"},"namespace_id":"840a30e3-3d7d-47f2-9dd9-fb6abf759882","namespace_labels":{"kubernetes_io_metadata_name":"openshift-multus","name":"openshift-multus","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-multus","pod_id":"3a3b7a46-19bc-40f2-98bf-ee168f0370f9","pod_ip":"10.20.177.139","pod_name":"multus-cdrvt","pod_owner":"DaemonSet/multus"},"level":"default","log_source":"container","log_type":"infrastructure","message":"2025-04-16T08:50:22Z [verbose] Add: openshift-marketplace:redhat-operators-mzxk5:696e8946-6594-42a4-a7db-52d08acee9a2:ovn-kubernetes(ovn-kubernetes):eth0 {\"cniVersion\":\"0.4.0\",\"interfaces\":[{\"name\":\"1357ec5ef993001\",\"mac\":\"7a:64:42:07:1c:ba\"},{\"name\":\"eth0\",\"mac\":\"0a:58:0a:81:01:46\",\"sandbox\":\"/var/run/netns/482d9b4d-e4cc-4258-a260-a615fbc41f36\"}],\"ips\":[{\"version\":\"4\",\"interface\":1,\"address\":\"10.129.1.70/23\",\"gateway\":\"10.129.0.1\"}],\"dns\":{}}","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794556527744226}}},{"_index":"infrastructure","_type":"_doc","_id":"nJ7cPZYBjyXErPejG_8g","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T09:01:19.835614500Z","hostname":"worker-0","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://6a351130f396f30a042da7e20b36901cb7f824bd508052f450a46e437557141c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovnkube-controller","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"f60d76f1-ab43-486b-a3ff-44baedfd53e7","pod_ip":"10.20.177.75","pod_name":"ovnkube-node-bbgld","pod_owner":"DaemonSet/ovnkube-node"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0416 09:01:19.835580 4797 base_network_controller_pods.go:476] [default/openshift-marketplace/cluster-logging-bmz87] creating logical port openshift-marketplace_cluster-logging-bmz87 for pod on switch worker-0","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794555652168497}}},{"_index":"infrastructure","_type":"_doc","_id":"nZ7cPZYBjyXErPejG_8g","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T09:01:19.835729499Z","hostname":"worker-0","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://6a351130f396f30a042da7e20b36901cb7f824bd508052f450a46e437557141c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovnkube-controller","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"f60d76f1-ab43-486b-a3ff-44baedfd53e7","pod_ip":"10.20.177.75","pod_name":"ovnkube-node-bbgld","pod_owner":"DaemonSet/ovnkube-node"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0416 09:01:19.835705 4797 kube.go:310] Updating pod openshift-marketplace/cluster-logging-bmz87","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794555652189172}}},{"_index":"infrastructure","_type":"_doc","_id":"_Z_cPZYBjyXErPejGwyW","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T08:50:43.101881149Z","hostname":"master-0","kubernetes":{"container_id":"cri-o://7034cd19eac430b5b3d2d09e0016d5a3ab707e589a2166ac7b689b102a9d100c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5699a041a83eb9910136b4f30afda1c0b81aa748e464c5e915644bf9daaad227","container_name":"kube-multus","labels":{"app":"multus","component":"network","controller-revision-hash":"6b7586b98d","openshift_io_component":"network","pod-template-generation":"1","type":"infra"},"namespace_id":"840a30e3-3d7d-47f2-9dd9-fb6abf759882","namespace_labels":{"kubernetes_io_metadata_name":"openshift-multus","name":"openshift-multus","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-multus","pod_id":"3a3b7a46-19bc-40f2-98bf-ee168f0370f9","pod_ip":"10.20.177.139","pod_name":"multus-cdrvt","pod_owner":"DaemonSet/multus"},"level":"default","log_source":"container","log_type":"infrastructure","message":"2025-04-16T08:50:43Z [verbose] DEL starting CNI request ContainerID:\"1357ec5ef993001951fc12339a55e8dc071624336f96976faca1f81709403af0\" Netns:\"/var/run/netns/482d9b4d-e4cc-4258-a260-a615fbc41f36\" IfName:\"eth0\" Args:\"IgnoreUnknown=1;K8S_POD_NAMESPACE=openshift-marketplace;K8S_POD_NAME=redhat-operators-mzxk5;K8S_POD_INFRA_CONTAINER_ID=1357ec5ef993001951fc12339a55e8dc071624336f96976faca1f81709403af0;K8S_POD_UID=696e8946-6594-42a4-a7db-52d08acee9a2\" Path:\"\"","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794556528084962}}},{"_index":"infrastructure","_type":"_doc","_id":"n57cPZYBjyXErPejG_8g","_score":1.5941907E-5,"_source":{"@timestamp":"2025-04-16T09:01:19.870528271Z","hostname":"worker-0","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://6a351130f396f30a042da7e20b36901cb7f824bd508052f450a46e437557141c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovnkube-controller","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"f60d76f1-ab43-486b-a3ff-44baedfd53e7","pod_ip":"10.20.177.75","pod_name":"ovnkube-node-bbgld","pod_owner":"DaemonSet/ovnkube-node"},"level":"info","log_source":"container","log_type":"infrastructure","message":"I0416 09:01:19.870503 4797 base_network_controller_pods.go:885] [default/openshift-marketplace/cluster-logging-bmz87] addLogicalPort annotation time took 34.828188ms","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794555652234227}}}]}} ``` Kafka: Application logs: ``` {"@timestamp":"2025-04-16T09:13:56.999842480Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.143/23\"],\"mac_address\":\"0a:58:0a:83:00:8f\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.143/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.143\"\n ],\n \"mac\": \"0a:58:0a:83:00:8f\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"43d4ffb8-71b1-4110-96e6-100376c989e8","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7","pod_ip":"10.131.0.143","pod_name":"centos-logtest-9dvww","pod_owner":"ReplicationController/centos-logtest"},"level":"default","log_source":"container","log_type":"application","message":"{\"message\": \"MERGE_JSON_LOG=true\", \"level\": \"debug\",\"Layer1\": \"layer1 0\", \"layer2\": {\"name\":\"Layer2 1\", \"tips\":\"Decide by PRESERVE_JSON_LOG\"}, \"StringNumber\":\"10\", \"Number\": 10,\"foo.bar\":\"Dot Item\",\"{foobar}\":\"Brace Item\",\"[foobar]\":\"Bracket Item\", \"foo:bar\":\"Colon Item\",\"foo bar\":\"Space Item\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794837391380759}} {"@timestamp":"2025-04-16T09:13:58.000641180Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.143/23\"],\"mac_address\":\"0a:58:0a:83:00:8f\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.143/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.143\"\n ],\n \"mac\": \"0a:58:0a:83:00:8f\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"43d4ffb8-71b1-4110-96e6-100376c989e8","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7","pod_ip":"10.131.0.143","pod_name":"centos-logtest-9dvww","pod_owner":"ReplicationController/centos-logtest"},"level":"default","log_source":"container","log_type":"application","message":"{\"message\": \"MERGE_JSON_LOG=true\", \"level\": \"debug\",\"Layer1\": \"layer1 0\", \"layer2\": {\"name\":\"Layer2 1\", \"tips\":\"Decide by PRESERVE_JSON_LOG\"}, \"StringNumber\":\"10\", \"Number\": 10,\"foo.bar\":\"Dot Item\",\"{foobar}\":\"Brace Item\",\"[foobar]\":\"Bracket Item\", \"foo:bar\":\"Colon Item\",\"foo bar\":\"Space Item\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794838423426090}} {"@timestamp":"2025-04-16T09:13:59.002134870Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.143/23\"],\"mac_address\":\"0a:58:0a:83:00:8f\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.143/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.143\"\n ],\n \"mac\": \"0a:58:0a:83:00:8f\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"43d4ffb8-71b1-4110-96e6-100376c989e8","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7","pod_ip":"10.131.0.143","pod_name":"centos-logtest-9dvww","pod_owner":"ReplicationController/centos-logtest"},"level":"default","log_source":"container","log_type":"application","message":"{\"message\": \"MERGE_JSON_LOG=true\", \"level\": \"debug\",\"Layer1\": \"layer1 0\", \"layer2\": {\"name\":\"Layer2 1\", \"tips\":\"Decide by PRESERVE_JSON_LOG\"}, \"StringNumber\":\"10\", \"Number\": 10,\"foo.bar\":\"Dot Item\",\"{foobar}\":\"Brace Item\",\"[foobar]\":\"Bracket Item\", \"foo:bar\":\"Colon Item\",\"foo bar\":\"Space Item\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794839456168969}} {"@timestamp":"2025-04-16T09:14:00.003617352Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.143/23\"],\"mac_address\":\"0a:58:0a:83:00:8f\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.143/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.143\"\n ],\n \"mac\": \"0a:58:0a:83:00:8f\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"43d4ffb8-71b1-4110-96e6-100376c989e8","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7","pod_ip":"10.131.0.143","pod_name":"centos-logtest-9dvww","pod_owner":"ReplicationController/centos-logtest"},"level":"default","log_source":"container","log_type":"application","message":"{\"message\": \"MERGE_JSON_LOG=true\", \"level\": \"debug\",\"Layer1\": \"layer1 0\", \"layer2\": {\"name\":\"Layer2 1\", \"tips\":\"Decide by PRESERVE_JSON_LOG\"}, \"StringNumber\":\"10\", \"Number\": 10,\"foo.bar\":\"Dot Item\",\"{foobar}\":\"Brace Item\",\"[foobar]\":\"Bracket Item\", \"foo:bar\":\"Colon Item\",\"foo bar\":\"Space Item\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794840489406752}} {"@timestamp":"2025-04-16T09:14:01.005130743Z","hostname":"worker-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.143/23\"],\"mac_address\":\"0a:58:0a:83:00:8f\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.143/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.143\"\n ],\n \"mac\": \"0a:58:0a:83:00:8f\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492","container_image":"quay.io/pravin_dsilva/centos:logtest","container_image_id":"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912","container_name":"centos-logtest","labels":{"run":"centos-logtest","test":"centos-logtest"},"namespace_id":"43d4ffb8-71b1-4110-96e6-100376c989e8","namespace_labels":{"kubernetes_io_metadata_name":"test-logging","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"test-logging","pod_id":"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7","pod_ip":"10.131.0.143","pod_name":"centos-logtest-9dvww","pod_owner":"ReplicationController/centos-logtest"},"level":"default","log_source":"container","log_type":"application","message":"{\"message\": \"MERGE_JSON_LOG=true\", \"level\": \"debug\",\"Layer1\": \"layer1 0\", \"layer2\": {\"name\":\"Layer2 1\", \"tips\":\"Decide by PRESERVE_JSON_LOG\"}, \"StringNumber\":\"10\", \"Number\": 10,\"foo.bar\":\"Dot Item\",\"{foobar}\":\"Brace Item\",\"[foobar]\":\"Bracket Item\", \"foo:bar\":\"Colon Item\",\"foo bar\":\"Space Item\" }","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-application"},"sequence":1744794841010362597}} ``` Audit logs: ``` {"@timestamp":"2025-04-16T09:14:02.791999874Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-apiserver-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-apiserver-operator/openshift-kube-apiserver-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"15f8bf61-6e75-422d-b154-0c17749d7771","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"trusted-ca-bundle","namespace":"openshift-kube-apiserver","resource":"configmaps"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794842793186586},"requestReceivedTimestamp":"2025-04-16T09:14:02.378670Z","requestURI":"/api/v1/namespaces/openshift-kube-apiserver/configmaps/trusted-ca-bundle","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.139"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:02.391931Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-apiserver-operator-86d744d4c4-hqnc8"],"authentication.kubernetes.io/pod-uid":["e5f4bf92-80bb-4c7b-9854-12af3aa38203"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-apiserver-operator","system:authenticated"],"uid":"3bd66103-0c89-4446-a2b0-4fbbe3550928","username":"system:serviceaccount:openshift-kube-apiserver-operator:kube-apiserver-operator"},"userAgent":"cluster-kube-apiserver-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-04-16T09:14:02.792010511Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-apiserver-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-apiserver-operator/openshift-kube-apiserver-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"e2e2e8ce-54f7-4c1d-802e-aa9cdf9311cb","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"localhost-recovery-client","namespace":"openshift-kube-apiserver","resource":"serviceaccounts"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794842793226193},"requestReceivedTimestamp":"2025-04-16T09:14:02.393936Z","requestURI":"/api/v1/namespaces/openshift-kube-apiserver/serviceaccounts/localhost-recovery-client","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.139"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:02.402409Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-apiserver-operator-86d744d4c4-hqnc8"],"authentication.kubernetes.io/pod-uid":["e5f4bf92-80bb-4c7b-9854-12af3aa38203"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-apiserver-operator","system:authenticated"],"uid":"3bd66103-0c89-4446-a2b0-4fbbe3550928","username":"system:serviceaccount:openshift-kube-apiserver-operator:kube-apiserver-operator"},"userAgent":"cluster-kube-apiserver-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-04-16T09:14:02.792022175Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-apiserver-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-apiserver-operator/openshift-kube-apiserver-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"d0a83e7b-d60b-4dac-bd97-55a5c72b618c","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiVersion":"v1","name":"localhost-recovery-client-token","namespace":"openshift-kube-apiserver","resource":"secrets"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794842793264840},"requestReceivedTimestamp":"2025-04-16T09:14:02.403894Z","requestURI":"/api/v1/namespaces/openshift-kube-apiserver/secrets/localhost-recovery-client-token","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.139"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:02.411528Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-apiserver-operator-86d744d4c4-hqnc8"],"authentication.kubernetes.io/pod-uid":["e5f4bf92-80bb-4c7b-9854-12af3aa38203"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-apiserver-operator","system:authenticated"],"uid":"3bd66103-0c89-4446-a2b0-4fbbe3550928","username":"system:serviceaccount:openshift-kube-apiserver-operator:kube-apiserver-operator"},"userAgent":"cluster-kube-apiserver-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"} {"@timestamp":"2025-04-16T09:14:02.792033292Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-apiserver-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-apiserver-operator/openshift-kube-apiserver-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"f9b9cfb7-a1dd-47cb-b6b8-54b23869ac7d","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","resource":"proxies"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794842793305150},"requestReceivedTimestamp":"2025-04-16T09:05:52.684777Z","requestURI":"/apis/config.openshift.io/v1/proxies?allowWatchBookmarks=true&resourceVersion=2252108&timeout=8m10s&timeoutSeconds=490&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.139"],"stage":"ResponseComplete","stageTimestamp":"2025-04-16T09:14:02.686592Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-apiserver-operator-86d744d4c4-hqnc8"],"authentication.kubernetes.io/pod-uid":["e5f4bf92-80bb-4c7b-9854-12af3aa38203"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-apiserver-operator","system:authenticated"],"uid":"3bd66103-0c89-4446-a2b0-4fbbe3550928","username":"system:serviceaccount:openshift-kube-apiserver-operator:kube-apiserver-operator"},"userAgent":"cluster-kube-apiserver-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} {"@timestamp":"2025-04-16T09:14:02.792043292Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \"system:openshift:operator:kube-apiserver-operator\" of ClusterRole \"cluster-admin\" to ServiceAccount \"kube-apiserver-operator/openshift-kube-apiserver-operator\""},"apiVersion":"audit.k8s.io/v1","auditID":"b8fc7b65-de2f-4ede-8510-488b54ba7da8","hostname":"master-2","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_source":"kubeAPI","log_type":"audit","objectRef":{"apiGroup":"config.openshift.io","apiVersion":"v1","resource":"proxies"},"openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-audit"},"sequence":1744794842793344910},"requestReceivedTimestamp":"2025-04-16T09:14:02.687730Z","requestURI":"/apis/config.openshift.io/v1/proxies?allowWatchBookmarks=true&resourceVersion=2255311&timeout=5m23s&timeoutSeconds=323&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.139"],"stage":"ResponseStarted","stageTimestamp":"2025-04-16T09:14:02.689015Z","user":{"extra":{"authentication.kubernetes.io/pod-name":["kube-apiserver-operator-86d744d4c4-hqnc8"],"authentication.kubernetes.io/pod-uid":["e5f4bf92-80bb-4c7b-9854-12af3aa38203"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-kube-apiserver-operator","system:authenticated"],"uid":"3bd66103-0c89-4446-a2b0-4fbbe3550928","username":"system:serviceaccount:openshift-kube-apiserver-operator:kube-apiserver-operator"},"userAgent":"cluster-kube-apiserver-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"watch"} ``` Infrastructure logs: ``` {"@timestamp":"2025-04-16T09:13:57.923815839Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ '[' -f /var/log/ovn/acl-audit-log.log ']'","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057266849}} {"@timestamp":"2025-04-16T09:13:57.924577781Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"++ du -b /var/log/ovn/acl-audit-log.log","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057299853}} {"@timestamp":"2025-04-16T09:13:57.924832953Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"++ tr -s '\\t' ' '","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057328296}} {"@timestamp":"2025-04-16T09:13:57.925033874Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"++ cut '-d ' -f1","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057354956}} {"@timestamp":"2025-04-16T09:13:57.927805462Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ file_size=0","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057387067}} {"@timestamp":"2025-04-16T09:13:57.927848288Z","hostname":"worker-1","kubernetes":{"annotations":{"network.operator.openshift.io/ovnkube-script-lib-hash":"1147a0f89f714f8085a93e35d86ba258964993ad","networkoperator.openshift.io/cluster-network-cidr":"10.128.0.0/14","networkoperator.openshift.io/hybrid-overlay-status":"disabled","networkoperator.openshift.io/ip-family-mode":"single-stack"},"container_id":"cri-o://ef9923dec17f635b12cd886cd5523c8bb7aaaef4a2812858dd91f10766bc159c","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_image_id":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716","container_name":"ovn-acl-logging","labels":{"app":"ovnkube-node","component":"network","controller-revision-hash":"758cf7cd7","kubernetes_io_os":"linux","openshift_io_component":"network","ovn-db-pod":"true","pod-template-generation":"2","type":"infra"},"namespace_id":"6018f34c-93ca-4a56-a1ff-b22f5493008e","namespace_labels":{"kubernetes_io_metadata_name":"openshift-ovn-kubernetes","olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-ovn-kubernetes","pod_id":"5b4876da-a083-422f-aefc-8c93305ba3d4","pod_ip":"10.20.177.136","pod_name":"ovnkube-node-j5tgc","pod_owner":"DaemonSet/ovnkube-node"},"level":"default","log_source":"container","log_type":"infrastructure","message":"+ '[' 0 -gt 50000000 ']'","openshift":{"cluster_id":"f3ed82e8-831f-45fe-a973-d869e9d46576","labels":{"label":"6.0_415-infrastructure"},"sequence":1744794846057412675}} ``` Loki: Application logs: ``` {"ts":"2025-04-16T09:12:46.052553318Z","line":"{\"@timestamp\":\"2025-04-16T09:12:45.893067372Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794766051373565}}"},{"ts":"2025-04-16T09:12:45.018863225Z","line":"{\"@timestamp\":\"2025-04-16T09:12:44.891337413Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794765017723815}}"},{"ts":"2025-04-16T09:12:43.98610427Z","line":"{\"@timestamp\":\"2025-04-16T09:12:43.889868300Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794763984656820}}"},{"ts":"2025-04-16T09:12:42.954790963Z","line":"{\"@timestamp\":\"2025-04-16T09:12:42.888322405Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794762953538081}}"},{"ts":"2025-04-16T09:12:41.920823276Z","line":"{\"@timestamp\":\"2025-04-16T09:12:41.886803375Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794761919699105}}"},{"ts":"2025-04-16T09:12:41.400552948Z","line":"{\"@timestamp\":\"2025-04-16T09:12:40.885243048Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794761398822164}}"},{"ts":"2025-04-16T09:12:40.366442115Z","line":"{\"@timestamp\":\"2025-04-16T09:12:39.883693606Z\",\"hostname\":\"worker-1\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.143/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:8f\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.143/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.143\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:8f\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://1432e6f7f911cefc690e46c302089bf6416fc9972cab0effeb2909f2ef2ed492\",\"container_image\":\"quay.io/pravin_dsilva/centos:logtest\",\"container_image_id\":\"quay.io/pravin_dsilva/centos@sha256:38b54ceb7e1963086aa531fb5462b271939c2bb7a3868bfe67a9a0721a910912\",\"container_name\":\"centos-logtest\",\"labels\":{\"run\":\"centos-logtest\",\"test\":\"centos-logtest\"},\"namespace_id\":\"43d4ffb8-71b1-4110-96e6-100376c989e8\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"test-logging\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"test-logging\",\"pod_id\":\"b94ff1c1-5294-4ca4-a2ff-a1403368c9e7\",\"pod_ip\":\"10.131.0.143\",\"pod_name\":\"centos-logtest-9dvww\",\"pod_owner\":\"ReplicationController/centos-logtest\"},\"level\":\"default\",\"log_source\":\"container\",\"log_type\":\"application\",\"message\":\"{\\\"message\\\": \\\"MERGE_JSON_LOG=true\\\", \\\"level\\\": \\\"debug\\\",\\\"Layer1\\\": \\\"layer1 0\\\", \\\"layer2\\\": {\\\"name\\\":\\\"Layer2 1\\\", \\\"tips\\\":\\\"Decide by PRESERVE_JSON_LOG\\\"}, \\\"StringNumber\\\":\\\"10\\\", \\\"Number\\\": 10,\\\"foo.bar\\\":\\\"Dot Item\\\",\\\"{foobar}\\\":\\\"Brace Item\\\",\\\"[foobar]\\\":\\\"Bracket Item\\\", \\\"foo:bar\\\":\\\"Colon Item\\\",\\\"foo bar\\\":\\\"Space Item\\\" }\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-application\"},\"sequence\":1744794760365230583}}"}]}]} ``` Audit logs: ``` {"ts":"2025-04-16T09:14:17.069957098Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066931598Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"cluster-autoscaler-operator\\\" of ClusterRole \\\"cluster-autoscaler-operator\\\" to ServiceAccount \\\"cluster-autoscaler-operator/openshift-machine-api\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"5b0752bf-78a7-40ce-a588-8835974190de\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"config.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"cluster-autoscaler\",\"resource\":\"clusteroperators\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067650349},\"requestReceivedTimestamp\":\"2025-04-16T09:14:16.856267Z\",\"requestURI\":\"/apis/config.openshift.io/v1/clusteroperators/cluster-autoscaler\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.129.1.90\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:16.859527Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"cluster-autoscaler-operator-6756594495-bkgsc\"],\"authentication.kubernetes.io/pod-uid\":[\"0af08af0-c80d-4f0d-9694-e0e0b3a27569\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-machine-api\",\"system:authenticated\"],\"uid\":\"f0b92afb-cf37-4ada-88cf-6a67458a0409\",\"username\":\"system:serviceaccount:openshift-machine-api:cluster-autoscaler-operator\"},\"userAgent\":\"cluster-autoscaler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-04-16T09:14:17.069897567Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066922139Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"cluster-autoscaler-operator\\\" of ClusterRole \\\"cluster-autoscaler-operator\\\" to ServiceAccount \\\"cluster-autoscaler-operator/openshift-machine-api\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"8e03033b-3a1c-452c-bccd-4fad9eb9f44e\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"config.openshift.io\",\"apiVersion\":\"v1\",\"name\":\"machine-api\",\"resource\":\"clusteroperators\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067603040},\"requestReceivedTimestamp\":\"2025-04-16T09:14:16.847883Z\",\"requestURI\":\"/apis/config.openshift.io/v1/clusteroperators/machine-api\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.129.1.90\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:16.854602Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"cluster-autoscaler-operator-6756594495-bkgsc\"],\"authentication.kubernetes.io/pod-uid\":[\"0af08af0-c80d-4f0d-9694-e0e0b3a27569\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-machine-api\",\"system:authenticated\"],\"uid\":\"f0b92afb-cf37-4ada-88cf-6a67458a0409\",\"username\":\"system:serviceaccount:openshift-machine-api:cluster-autoscaler-operator\"},\"userAgent\":\"cluster-autoscaler-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-04-16T09:14:17.069852594Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066912024Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:kube-storage-version-migrator-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"kube-storage-version-migrator-operator/openshift-kube-storage-version-migrator-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"254e643d-888d-412c-b8ca-dd3ccfe208f7\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"coordination.k8s.io\",\"apiVersion\":\"v1\",\"name\":\"openshift-kube-storage-version-migrator-operator-lock\",\"namespace\":\"openshift-kube-storage-version-migrator-operator\",\"resource\":\"leases\",\"resourceVersion\":\"2255244\",\"uid\":\"4370a1e2-60b3-4577-a3c4-80c382bbf94d\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067565495},\"requestReceivedTimestamp\":\"2025-04-16T09:14:16.845405Z\",\"requestURI\":\"/apis/coordination.k8s.io/v1/namespaces/openshift-kube-storage-version-migrator-operator/leases/openshift-kube-storage-version-migrator-operator-lock?timeout=1m47s\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.61\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:16.851222Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"kube-storage-version-migrator-operator-5c65f4b644-5wrhs\"],\"authentication.kubernetes.io/pod-uid\":[\"da3e8f3d-4079-4995-8d2a-50e762672ec4\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-storage-version-migrator-operator\",\"system:authenticated\"],\"uid\":\"dbdd8bd4-bb99-4f86-bb8d-5908a0268476\",\"username\":\"system:serviceaccount:openshift-kube-storage-version-migrator-operator:kube-storage-version-migrator-operator\"},\"userAgent\":\"cluster-kube-storage-version-migrator-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"update\"}"},{"ts":"2025-04-16T09:14:17.069818684Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066901934Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:kube-storage-version-migrator-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"kube-storage-version-migrator-operator/openshift-kube-storage-version-migrator-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"9496b4cf-c991-43fb-8648-670194a1f983\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"coordination.k8s.io\",\"apiVersion\":\"v1\",\"name\":\"openshift-kube-storage-version-migrator-operator-lock\",\"namespace\":\"openshift-kube-storage-version-migrator-operator\",\"resource\":\"leases\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067523263},\"requestReceivedTimestamp\":\"2025-04-16T09:14:16.840625Z\",\"requestURI\":\"/apis/coordination.k8s.io/v1/namespaces/openshift-kube-storage-version-migrator-operator/leases/openshift-kube-storage-version-migrator-operator-lock?timeout=1m47s\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.61\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:16.843994Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"kube-storage-version-migrator-operator-5c65f4b644-5wrhs\"],\"authentication.kubernetes.io/pod-uid\":[\"da3e8f3d-4079-4995-8d2a-50e762672ec4\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-kube-storage-version-migrator-operator\",\"system:authenticated\"],\"uid\":\"dbdd8bd4-bb99-4f86-bb8d-5908a0268476\",\"username\":\"system:serviceaccount:openshift-kube-storage-version-migrator-operator:kube-storage-version-migrator-operator\"},\"userAgent\":\"cluster-kube-storage-version-migrator-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"},{"ts":"2025-04-16T09:14:17.069790452Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066890600Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:openshift-controller-manager-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-controller-manager-operator/openshift-controller-manager-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"13d7174b-5c82-4a81-a869-1bcdcdaf6888\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"namespace\":\"openshift-controller-manager-operator\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067479802},\"requestReceivedTimestamp\":\"2025-04-16T09:14:16.762039Z\",\"requestURI\":\"/api/v1/namespaces/openshift-controller-manager-operator/configmaps?allowWatchBookmarks=true\u0026resourceVersion=2255367\u0026timeout=7m3s\u0026timeoutSeconds=423\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.129.1.98\"],\"stage\":\"ResponseStarted\",\"stageTimestamp\":\"2025-04-16T09:14:16.765568Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-controller-manager-operator-7d8484fcb6-xbnsb\"],\"authentication.kubernetes.io/pod-uid\":[\"4790c8ea-3a8c-4c44-b6fe-8827f37690de\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-controller-manager-operator\",\"system:authenticated\"],\"uid\":\"15be9547-9a78-4092-a65b-391ec9989273\",\"username\":\"system:serviceaccount:openshift-controller-manager-operator:openshift-controller-manager-operator\"},\"userAgent\":\"cluster-openshift-controller-manager-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"watch\"}"},{"ts":"2025-04-16T09:14:17.069738442Z","line":"{\"@timestamp\":\"2025-04-16T09:14:17.066841345Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:openshift:operator:openshift-controller-manager-operator\\\" of ClusterRole \\\"cluster-admin\\\" to ServiceAccount \\\"openshift-controller-manager-operator/openshift-controller-manager-operator\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"98186f12-a741-49c6-82f4-d32622fd4a97\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"namespace\":\"openshift-controller-manager-operator\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794857067402299},\"requestReceivedTimestamp\":\"2025-04-16T09:08:41.759772Z\",\"requestURI\":\"/api/v1/namespaces/openshift-controller-manager-operator/configmaps?allowWatchBookmarks=true\u0026resourceVersion=2253196\u0026timeout=5m35s\u0026timeoutSeconds=335\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.129.1.98\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:16.761417Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"openshift-controller-manager-operator-7d8484fcb6-xbnsb\"],\"authentication.kubernetes.io/pod-uid\":[\"4790c8ea-3a8c-4c44-b6fe-8827f37690de\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-controller-manager-operator\",\"system:authenticated\"],\"uid\":\"15be9547-9a78-4092-a65b-391ec9989273\",\"username\":\"system:serviceaccount:openshift-controller-manager-operator:openshift-controller-manager-operator\"},\"userAgent\":\"cluster-openshift-controller-manager-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"watch\"}"},{"ts":"2025-04-16T09:14:16.036374773Z","line":"{\"@timestamp\":\"2025-04-16T09:14:16.034965313Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by RoleBinding \\\"leader-locking-nfs-client-provisioner/nfs-provisioner\\\" of Role \\\"leader-locking-nfs-client-provisioner\\\" to ServiceAccount \\\"nfs-client-provisioner/nfs-provisioner\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"e0947b5a-8269-410d-8a9e-3c2447d5f73c\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"nfs-storage\",\"namespace\":\"nfs-provisioner\",\"resource\":\"endpoints\",\"resourceVersion\":\"2255379\",\"uid\":\"93af2fb8-d9d3-440e-bd8f-9c034f5e8d4a\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794856035364709},\"requestReceivedTimestamp\":\"2025-04-16T09:14:15.858086Z\",\"requestURI\":\"/api/v1/namespaces/nfs-provisioner/endpoints/nfs-storage\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.136\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:15.863365Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"nfs-client-provisioner-6bd6ffbc8f-vfsct\"],\"authentication.kubernetes.io/pod-uid\":[\"89675add-466b-4542-be71-50aa90fe1866\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:nfs-provisioner\",\"system:authenticated\"],\"uid\":\"aed11c24-99f7-4451-a9d2-1d11355b3173\",\"username\":\"system:serviceaccount:nfs-provisioner:nfs-client-provisioner\"},\"userAgent\":\"nfs-subdir-external-provisioner/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"update\"}"},{"ts":"2025-04-16T09:14:16.036320344Z","line":"{\"@timestamp\":\"2025-04-16T09:14:16.034937696Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by RoleBinding \\\"leader-locking-nfs-client-provisioner/nfs-provisioner\\\" of Role \\\"leader-locking-nfs-client-provisioner\\\" to ServiceAccount \\\"nfs-client-provisioner/nfs-provisioner\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"52098eeb-42af-4b7b-8ae1-276af424a3d0\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"kubernetes\":{\"container_name\":\"\",\"namespace_name\":\"\",\"pod_name\":\"\"},\"level\":\"Metadata\",\"log_source\":\"kubeAPI\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"nfs-storage\",\"namespace\":\"nfs-provisioner\",\"resource\":\"endpoints\"},\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-audit\"},\"sequence\":1744794856035316480},\"requestReceivedTimestamp\":\"2025-04-16T09:14:15.854144Z\",\"requestURI\":\"/api/v1/namespaces/nfs-provisioner/endpoints/nfs-storage\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.136\"],\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-04-16T09:14:15.856453Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"nfs-client-provisioner-6bd6ffbc8f-vfsct\"],\"authentication.kubernetes.io/pod-uid\":[\"89675add-466b-4542-be71-50aa90fe1866\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:nfs-provisioner\",\"system:authenticated\"],\"uid\":\"aed11c24-99f7-4451-a9d2-1d11355b3173\",\"username\":\"system:serviceaccount:nfs-provisioner:nfs-client-provisioner\"},\"userAgent\":\"nfs-subdir-external-provisioner/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"get\"}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":124185706,"linesProcessedPerSecond":109216,"totalBytesProcessed":1688541,"totalLinesProcessed":1485,"execTime":0.013596903,"queueTime":0.000038,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":5,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":3,"totalChunksDownloaded":3,"chunksDownloadTime":1639987,"chunk":{"headChunkBytes":675978,"headChunkLines":595,"decompressedBytes":1012563,"decompressedLines":890,"compressedBytes":14973626,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Infrastructure logs: ``` {"ts":"2025-04-16T09:14:09.75328551Z","line":"{\"@timestamp\":\"2025-04-16T09:14:08.423800105Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"hostaccess\",\"openshift.io/scc\":\"hostaccess\"},\"container_id\":\"cri-o://f2e09a22cb7e63e16b18ebb27fb20e6edb9df69e6e6f8a9a5df21d91ca38fa11\",\"container_image\":\"quay.io/openshift-release-dev/ocp-release@sha256:ec57410a29273bae8ba9b0024b6214c8ecb5140b032a361f49f1c3c19857affa\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-release@sha256:ec57410a29273bae8ba9b0024b6214c8ecb5140b032a361f49f1c3c19857affa\",\"container_name\":\"cluster-version-operator\",\"labels\":{\"k8s-app\":\"cluster-version-operator\",\"pod-template-hash\":\"8568448d6d\"},\"namespace_id\":\"184ee41f-d214-4b7e-afd4-8d0cc16006bf\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-cluster-version\",\"name\":\"openshift-cluster-version\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-cluster-version\",\"pod_id\":\"a9c7c915-b70d-4625-b247-e610c8f6968b\",\"pod_ip\":\"10.20.177.139\",\"pod_name\":\"cluster-version-operator-8568448d6d-2stsl\",\"pod_owner\":\"ReplicaSet/cluster-version-operator-8568448d6d\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"I0416 09:14:08.423729 1 cvo.go:642] Started syncing cluster version \\\"openshift-cluster-version/version\\\", spec changes, status, and payload\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794849751182177}}"}]},{"labels":"{k8s_container_name=\"cloud-credential-operator\", k8s_namespace_name=\"openshift-cloud-credential-operator\", k8s_node_name=\"master-0\", k8s_pod_name=\"cloud-credential-operator-99d7cf7c5-bjjq2\", kubernetes_container_name=\"cloud-credential-operator\", kubernetes_host=\"master-0\", kubernetes_namespace_name=\"openshift-cloud-credential-operator\", kubernetes_pod_name=\"cloud-credential-operator-99d7cf7c5-bjjq2\", log_type=\"infrastructure\", openshift_log_type=\"infrastructure\"}","entries":[{"ts":"2025-04-16T09:14:10.034547977Z","line":"{\"@timestamp\":\"2025-04-16T09:14:06.439841241Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.129.1.99/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:81:01:63\\\",\\\"gateway_ips\\\":[\\\"10.129.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"}],\\\"ip_address\\\":\\\"10.129.1.99/23\\\",\\\"gateway_ip\\\":\\\"10.129.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.129.1.99\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:81:01:63\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://eb229feb908568ea6e76763eb5ea64a4f362d8e71e531ce946b9c012e033c757\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_name\":\"cloud-credential-operator\",\"labels\":{\"app\":\"cloud-credential-operator\",\"control-plane\":\"controller-manager\",\"controller-tools_k8s_io\":\"1.0\",\"pod-template-hash\":\"99d7cf7c5\"},\"namespace_id\":\"15ca4f09-3732-4ab9-82fc-4f25fb01c26e\",\"namespace_labels\":{\"controller-tools_k8s_io\":\"1.0\",\"kubernetes_io_metadata_name\":\"openshift-cloud-credential-operator\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\"},\"namespace_name\":\"openshift-cloud-credential-operator\",\"pod_id\":\"c4a9e30a-7921-43bf-9a69-1abe17fc3167\",\"pod_ip\":\"10.129.1.99\",\"pod_name\":\"cloud-credential-operator-99d7cf7c5-bjjq2\",\"pod_owner\":\"ReplicaSet/cloud-credential-operator-99d7cf7c5\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-04-16T09:14:06Z\\\" level=info msg=\\\"reconcile complete\\\" controller=metrics elapsed=1.06366ms\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794850024046100}}"},{"ts":"2025-04-16T09:14:10.034472877Z","line":"{\"@timestamp\":\"2025-04-16T09:14:06.439788546Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.129.1.99/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:81:01:63\\\",\\\"gateway_ips\\\":[\\\"10.129.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"}],\\\"ip_address\\\":\\\"10.129.1.99/23\\\",\\\"gateway_ip\\\":\\\"10.129.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.129.1.99\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:81:01:63\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://eb229feb908568ea6e76763eb5ea64a4f362d8e71e531ce946b9c012e033c757\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_name\":\"cloud-credential-operator\",\"labels\":{\"app\":\"cloud-credential-operator\",\"control-plane\":\"controller-manager\",\"controller-tools_k8s_io\":\"1.0\",\"pod-template-hash\":\"99d7cf7c5\"},\"namespace_id\":\"15ca4f09-3732-4ab9-82fc-4f25fb01c26e\",\"namespace_labels\":{\"controller-tools_k8s_io\":\"1.0\",\"kubernetes_io_metadata_name\":\"openshift-cloud-credential-operator\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\"},\"namespace_name\":\"openshift-cloud-credential-operator\",\"pod_id\":\"c4a9e30a-7921-43bf-9a69-1abe17fc3167\",\"pod_ip\":\"10.129.1.99\",\"pod_name\":\"cloud-credential-operator-99d7cf7c5-bjjq2\",\"pod_owner\":\"ReplicaSet/cloud-credential-operator-99d7cf7c5\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-04-16T09:14:06Z\\\" level=info msg=\\\"unsupported cloud for determining CCO mode\\\" cloud=None controller=metrics\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794850023989151}}"},{"ts":"2025-04-16T09:14:10.034394618Z","line":"{\"@timestamp\":\"2025-04-16T09:14:06.438863364Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.129.1.99/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:81:01:63\\\",\\\"gateway_ips\\\":[\\\"10.129.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.129.0.1\\\"}],\\\"ip_address\\\":\\\"10.129.1.99/23\\\",\\\"gateway_ip\\\":\\\"10.129.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.129.1.99\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:81:01:63\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/required-scc\":\"restricted-v2\",\"openshift.io/scc\":\"restricted-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://eb229feb908568ea6e76763eb5ea64a4f362d8e71e531ce946b9c012e033c757\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:cbb28e9eb47a6a84fce4bd71aad1532385d723e5b4c1494c08664299a01885fc\",\"container_name\":\"cloud-credential-operator\",\"labels\":{\"app\":\"cloud-credential-operator\",\"control-plane\":\"controller-manager\",\"controller-tools_k8s_io\":\"1.0\",\"pod-template-hash\":\"99d7cf7c5\"},\"namespace_id\":\"15ca4f09-3732-4ab9-82fc-4f25fb01c26e\",\"namespace_labels\":{\"controller-tools_k8s_io\":\"1.0\",\"kubernetes_io_metadata_name\":\"openshift-cloud-credential-operator\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"openshift_io_run-level\":\"\"},\"namespace_name\":\"openshift-cloud-credential-operator\",\"pod_id\":\"c4a9e30a-7921-43bf-9a69-1abe17fc3167\",\"pod_ip\":\"10.129.1.99\",\"pod_name\":\"cloud-credential-operator-99d7cf7c5-bjjq2\",\"pod_owner\":\"ReplicaSet/cloud-credential-operator-99d7cf7c5\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"time=\\\"2025-04-16T09:14:06Z\\\" level=info msg=\\\"calculating metrics for all CredentialsRequests\\\" controller=metrics\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794850023927589}}"}]},{"labels":"{k8s_container_name=\"approver\", k8s_namespace_name=\"openshift-network-node-identity\", k8s_node_name=\"master-0\", k8s_pod_name=\"network-node-identity-v8s44\", kubernetes_container_name=\"approver\", kubernetes_host=\"master-0\", kubernetes_namespace_name=\"openshift-network-node-identity\", kubernetes_pod_name=\"network-node-identity-v8s44\", log_type=\"infrastructure\", openshift_log_type=\"infrastructure\"}","entries":[{"ts":"2025-04-16T09:14:14.913510492Z","line":"{\"@timestamp\":\"2025-04-16T09:14:10.850631814Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://22d5a7d419c0975ca1690707912c2b05200ba47b2104165ca1577657bbdac48b\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"6b6b47bb47\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"67e235c5-c419-4b97-ade2-0a2262d6a113\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"5c8b97c6-4b47-499a-b765-81acdfaa8e53\",\"pod_ip\":\"10.20.177.139\",\"pod_name\":\"network-node-identity-v8s44\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"I0416 09:14:10.850600 1 leaderelection.go:255] failed to acquire lease openshift-network-node-identity/ovnkube-identity\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794854911894996}}"},{"ts":"2025-04-16T09:14:14.913450235Z","line":"{\"@timestamp\":\"2025-04-16T09:14:10.850631814Z\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/scc\":\"hostnetwork-v2\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://22d5a7d419c0975ca1690707912c2b05200ba47b2104165ca1577657bbdac48b\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716\",\"container_image_id\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:352c5cc7523e132747463b9f597f7a0d29eccae9fc7be53f5df65557f26b8716\",\"container_name\":\"approver\",\"labels\":{\"app\":\"network-node-identity\",\"component\":\"network\",\"controller-revision-hash\":\"6b6b47bb47\",\"kubernetes_io_os\":\"linux\",\"openshift_io_component\":\"network\",\"pod-template-generation\":\"1\",\"type\":\"infra\"},\"namespace_id\":\"67e235c5-c419-4b97-ade2-0a2262d6a113\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-network-node-identity\",\"olm_operatorgroup_uid_2a1082ff-0097-4440-a25e-b107a7a3319d\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-network-node-identity\",\"pod_id\":\"5c8b97c6-4b47-499a-b765-81acdfaa8e53\",\"pod_ip\":\"10.20.177.139\",\"pod_name\":\"network-node-identity-v8s44\",\"pod_owner\":\"DaemonSet/network-node-identity\"},\"level\":\"info\",\"log_source\":\"container\",\"log_type\":\"infrastructure\",\"message\":\"I0416 09:14:10.850578 1 leaderelection.go:354] lock is held by master-2_e64c5a80-e5b7-4e56-a290-981a591c0d51 and has not yet expired\",\"openshift\":{\"cluster_id\":\"f3ed82e8-831f-45fe-a973-d869e9d46576\",\"labels\":{\"label\":\"6.0_415-infrastructure\"},\"sequence\":1744794854911855402}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":552928554,"linesProcessedPerSecond":249691,"totalBytesProcessed":25315506,"totalLinesProcessed":11432,"execTime":0.045784407,"queueTime":0.00007,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":166,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":13,"totalChunksDownloaded":13,"chunksDownloadTime":589925,"chunk":{"headChunkBytes":13551762,"headChunkLines":6120,"decompressedBytes":11763744,"decompressedLines":5312,"compressedBytes":3991431,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ```