Cluster logging 5.8.20 on OCP 4.15 with vector CSV and Pods ``` [root@rdr-jeev-415log-bastion-0 ~]# oc get csv -n openshift-logging NAME DISPLAY VERSION REPLACES PHASE cluster-logging.v5.8.20 Red Hat OpenShift Logging 5.8.20 cluster-logging.v5.8.19 Succeeded elasticsearch-operator.v5.8.20 OpenShift Elasticsearch Operator 5.8.20 elasticsearch-operator.v5.8.19 Succeeded [root@rdr-jeev-415log-bastion-0 ~]# oc get pods -n openshift-logging NAME READY STATUS RESTARTS AGE cluster-logging-operator-59cc8b7874-kvbl2 1/1 Running 0 115m collector-29zk8 1/1 Running 0 106m collector-2qnns 1/1 Running 0 106m collector-fl2tp 1/1 Running 0 106m collector-j9bzb 1/1 Running 0 106m collector-xgnp9 1/1 Running 0 106m elasticsearch-cdm-03gpi55h-1-6dc457c5cb-hg7jp 2/2 Running 0 113m elasticsearch-cdm-03gpi55h-2-85bd7bd5d5-4xn75 2/2 Running 0 113m elasticsearch-cdm-03gpi55h-3-84b869d57d-m2cpq 2/2 Running 0 112m elasticsearch-im-app-29120340-6glgb 0/1 Completed 0 5m35s elasticsearch-im-audit-29120340-g2ccs 0/1 Completed 0 5m35s elasticsearch-im-infra-29120340-5wc7v 0/1 Completed 0 5m35s kibana-65cd7d8f5f-pzchq 2/2 Running 0 112m [root@rdr-jeev-415log-bastion-0 ~]# ``` Cluster Logging: CloudWatch: Application logs: ``` {'timestamp': 1747214182414, 'message': '{"@timestamp":"2025-05-14T08:35:02.689457231Z","group_name":"rdr-jeev-415log-4hmjl.application","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.196/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:c4\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.196/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.196\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:c4\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0","container_image":"quay.io/powercloud/acmeair-authservice-java:1.0","container_name":"acmeair-authservice-java","labels":{"name":"acmeair-auth-deployment","pod-template-hash":"6678875bd5"},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"134ae64b-1782-47e2-b155-510e40442fd2","pod_ip":"10.131.0.196","pod_name":"acmeair-authservice-6678875bd5-7pmg7","pod_owner":"ReplicaSet/acmeair-authservice-6678875bd5"},"level":"default","log_type":"application","message":"[AUDIT ] CWWKF0011I: The defaultServer server is ready to run a smarter planet. The defaultServer server started in 11.401 seconds.","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":37544},"stream_name":"kubernetes.var.log.pods.acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2.acmeair-authservice-java.0.log"}', 'ingestionTime': 1747214192964} {'timestamp': 1747214170682, 'message': '{"@timestamp":"2025-05-14T08:37:04.213184273Z","group_name":"rdr-jeev-415log-4hmjl.application","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.193/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:c1\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.193/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.193\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:c1\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","labels":{"name":"acmeair-booking-db","pod-template-hash":"5ff54549bb"},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:37:04.213+0000 I NETWORK [conn3] received client metadata from 10.131.0.191:51916 conn3: { driver: { name: \\"mongo-java-driver|legacy\\", version: \\"3.10.1\\" }, os: { type: \\"Linux\\", name: \\"Linux\\", architecture: \\"ppc64le\\", version: \\"5.14.0-284.115.1.el9_2.ppc64le\\" }, platform: \\"Java/Eclipse OpenJ9/1.8.0_262-b10\\" }","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33750},"stream_name":"kubernetes.var.log.pods.acme-air_acmeair-booking-db-5ff54549bb-xxld2_78cfe5de-9126-4d6b-8210-6d9abb16a564.acmeair-booking-db.0.log"}', 'ingestionTime': 1747214178652} {'timestamp': 1747214170683, 'message': '{"@timestamp":"2025-05-14T08:35:15.119180631Z","group_name":"rdr-jeev-415log-4hmjl.application","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.191/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:bf\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.191/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.191\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:bf\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d1068f3316f722e7600fa813438dec20bc7ab401af2598810dc93705de889c63","container_image":"quay.io/powercloud/acmeair-bookingservice-java:1.0","container_name":"acmeair-bookingservice-java","labels":{"name":"acmeair-booking-deployment","pod-template-hash":"686b7cb778"},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"fbe48309-07b0-4451-8843-fa9447439f30","pod_ip":"10.131.0.191","pod_name":"acmeair-bookingservice-686b7cb778-2zlkm","pod_owner":"ReplicaSet/acmeair-bookingservice-686b7cb778"},"level":"warn","log_type":"application","message":"[WARNING ] No suitable sender found. Using NoopSender, meaning that data will not be sent anywhere!","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33787},"stream_name":"kubernetes.var.log.pods.acme-air_acmeair-bookingservice-686b7cb778-2zlkm_fbe48309-07b0-4451-8843-fa9447439f30.acmeair-bookingservice-java.0.log"}', 'ingestionTime': 1747214179813} {'timestamp': 1747214170683, 'message': '{"@timestamp":"2025-05-14T08:35:03.650518748Z","group_name":"rdr-jeev-415log-4hmjl.application","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\\"default\\":{\\"ip_addresses\\":[\\"10.131.0.198/23\\"],\\"mac_address\\":\\"0a:58:0a:83:00:c6\\",\\"gateway_ips\\":[\\"10.131.0.1\\"],\\"routes\\":[{\\"dest\\":\\"10.128.0.0/14\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"172.30.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"169.254.169.5/32\\",\\"nextHop\\":\\"10.131.0.1\\"},{\\"dest\\":\\"100.64.0.0/16\\",\\"nextHop\\":\\"10.131.0.1\\"}],\\"ip_address\\":\\"10.131.0.198/23\\",\\"gateway_ip\\":\\"10.131.0.1\\"}}","k8s.v1.cni.cncf.io/network-status":"[{\\n \\"name\\": \\"ovn-kubernetes\\",\\n \\"interface\\": \\"eth0\\",\\n \\"ips\\": [\\n \\"10.131.0.198\\"\\n ],\\n \\"mac\\": \\"0a:58:0a:83:00:c6\\",\\n \\"default\\": true,\\n \\"dns\\": {}\\n}]","openshift.io/scc":"restricted-v2","prometheus.io/port":"9080","prometheus.io/scrape":"true","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://df6e4d70e1182523c54d1deca6bbf2a5c6c1560c45ae1ac729e795cdb8fce93b","container_image":"quay.io/powercloud/acmeair-customerservice-java:1.0","container_name":"acmeair-customerservice-java","labels":{"name":"acmeair-customer-deployment","pod-template-hash":"54ffbc7797"},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"d012d864-1a65-4751-b079-3071ce335cc8","pod_ip":"10.131.0.198","pod_name":"acmeair-customerservice-54ffbc7797-zfk9f","pod_owner":"ReplicaSet/acmeair-customerservice-54ffbc7797"},"level":"default","log_type":"application","message":"[AUDIT ] CWWKF0011I: The defaultServer server is ready to run a smarter planet. The defaultServer server started in 12.355 seconds.","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33767},"stream_name":"kubernetes.var.log.pods.acme-air_acmeair-customerservice-54ffbc7797-zfk9f_d012d864-1a65-4751-b079-3071ce335cc8.acmeair-customerservice-java.0.log"}', 'ingestionTime': 1747214179618} ``` Audit logs: ``` {'timestamp': 1747214329303, 'message': '{"@timestamp":"2025-05-14T09:18:42.787720139Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"elasticsearch-operator.v-8yVvKvYJWxi8HPN4l2RIOONrojEfQtEzU5DfVO\\" of ClusterRole \\"elasticsearch-operator.v-8yVvKvYJWxi8HPN4l2RIOONrojEfQtEzU5DfVO\\" to ServiceAccount \\"elasticsearch-operator/openshift-operators-redhat\\""},"apiVersion":"audit.k8s.io/v1","auditID":"b6375274-a7b0-46e3-9d25-be5533e738f0","group_name":"rdr-jeev-415log-4hmjl.audit","hostname":"master-0","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"rbac.authorization.k8s.io","apiVersion":"v1","name":"elasticsearch-index-management","namespace":"openshift-logging","resource":"rolebindings","resourceVersion":"5632908","uid":"ea5e4e75-dc85-4ce3-9da2-2543f43019e8"},"openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":264358},"requestReceivedTimestamp":"2025-05-14T09:18:42.775297Z","requestURI":"/apis/rbac.authorization.k8s.io/v1/namespaces/openshift-logging/rolebindings/elasticsearch-index-management","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.189"],"stage":"ResponseComplete","stageTimestamp":"2025-05-14T09:18:42.779921Z","stream_name":"master-0.k8s-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["elasticsearch-operator-54fdcdfb47-rrv2t"],"authentication.kubernetes.io/pod-uid":["dedfe19e-617a-4fb8-bbe6-90f14d8051fb"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-operators-redhat","system:authenticated"],"uid":"77fbbf3c-16c8-4c36-bd7b-a57817c5ea17","username":"system:serviceaccount:openshift-operators-redhat:elasticsearch-operator"},"userAgent":"elasticsearch-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"update"}', 'ingestionTime': 1747214331133} {'timestamp': 1747214151258, 'message': '{"@timestamp":"2025-05-14T09:15:47.978+00:00","audit.linux":{"record_id":"68161","type":"PROCTITLE"},"group_name":"rdr-jeev-415log-4hmjl.audit","hostname":"master-0","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1747214147.978:68161): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F313735613361393063656533376335366463623465","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":2213},"stream_name":"master-0.linux-audit.log"}', 'ingestionTime': 1747214163018} {'timestamp': 1747214331009, 'message': '{"@timestamp":"2025-05-14T09:18:22.214608900Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"system:kube-controller-manager\\" of ClusterRole \\"system:kube-controller-manager\\" to User \\"system:kube-controller-manager\\""},"apiVersion":"audit.k8s.io/v1","auditID":"c84be85f-2350-4ea6-bad2-d53dee501c77","group_name":"rdr-jeev-415log-4hmjl.audit","hostname":"master-0","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"oauth.openshift.io","apiVersion":"v1","resource":"useroauthaccesstokens"},"openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":265425},"openshift_audit_level":"Metadata","requestReceivedTimestamp":"2025-05-12T00:28:36.594347Z","requestURI":"/apis/oauth.openshift.io/v1/useroauthaccesstokens?allowWatchBookmarks=true&resourceVersion=2793123&timeout=9m24s&timeoutSeconds=564&watch=true","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.13","10.130.0.2"],"stage":"ResponseComplete","stageTimestamp":"2025-05-12T00:38:00.599513Z","stream_name":"master-0.openshift-audit.log","user":{"groups":["system:authenticated"],"username":"system:kube-controller-manager"},"userAgent":"kube-controller-manager/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291/kube-controller-manager","verb":"watch"}', 'ingestionTime': 1747214331448} {'timestamp': 1747214329816, 'message': '{"@timestamp":"2025-05-14T09:18:02.549385896Z","annotations":{"authorization.k8s.io/decision":"allow","authorization.k8s.io/reason":"RBAC: allowed by ClusterRoleBinding \\"cluster-version-operator\\" of ClusterRole \\"cluster-admin\\" to ServiceAccount \\"default/openshift-cluster-version\\""},"apiVersion":"audit.k8s.io/v1","auditID":"7affa9ec-7f2d-41a7-a4fb-c1aacf8fe33e","group_name":"rdr-jeev-415log-4hmjl.audit","hostname":"master-1","k8s_audit_level":"Metadata","kind":"Event","level":"Metadata","log_type":"audit","objectRef":{"apiGroup":"apiextensions.k8s.io","apiVersion":"v1","name":"oauths.config.openshift.io","resource":"customresourcedefinitions"},"openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":187856},"requestReceivedTimestamp":"2025-05-14T08:58:52.011007Z","requestURI":"/apis/apiextensions.k8s.io/v1/customresourcedefinitions/oauths.config.openshift.io","responseStatus":{"code":200,"metadata":{}},"sourceIPs":["10.20.177.13"],"stage":"ResponseComplete","stageTimestamp":"2025-05-14T08:58:52.015869Z","stream_name":"master-1.k8s-audit.log","user":{"extra":{"authentication.kubernetes.io/pod-name":["cluster-version-operator-5bc4cc45cf-hzzqq"],"authentication.kubernetes.io/pod-uid":["49d39c13-58ed-4f90-bb25-6c2681afb9eb"]},"groups":["system:serviceaccounts","system:serviceaccounts:openshift-cluster-version","system:authenticated"],"uid":"d8721e8e-7f9b-46b5-8a50-6b68106474d9","username":"system:serviceaccount:openshift-cluster-version:default"},"userAgent":"cluster-version-operator/v0.0.0 (linux/ppc64le) kubernetes/$Format","verb":"get"}', 'ingestionTime': 1747214330225} ``` Infrastructure logs: ``` {'timestamp': 1747214331720, 'message': '{"@timestamp":"2025-05-03T19:38:04.693003Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"238fa1b3a68f4299bc0fcee34621021f","_SYSTEMD_INVOCATION_ID":"503588e0ea784a74bbc5d1df4294cf4e","group_name":"rdr-jeev-415log-4hmjl.infrastructure","hostname":"master-0","level":"info","log_type":"infrastructure","message":"time=\\"2025-05-03 19:38:04.692952112Z\\" level=info msg=\\"Checking image status: quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08\\" id=71b8e5e6-ab8b-456d-8854-f614e93b92f9 name=/runtime.v1.ImageService/ImageStatus","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":266796},"stream_name":"master-0.journal.system","systemd":{"t":{"BOOT_ID":"4586239920664feb9666ba4c8e16d66c","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"391a7bcf45e544029be895a9654ed7ee","PID":"2472","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"238fa1b3a68f4299bc0fcee34621021f","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"503588e0ea784a74bbc5d1df4294cf4e","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"time":"2025-05-03T19:38:04+00:00"}', 'ingestionTime': 1747214333175} {'timestamp': 1747214263174, 'message': '{"@timestamp":"2025-05-14T09:16:03.308329553Z","group_name":"rdr-jeev-415log-4hmjl.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/required-scc":"privileged","openshift.io/scc":"privileged"},"container_id":"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf","container_name":"node-ca","labels":{"controller-revision-hash":"798f4784dd","name":"node-ca","pod-template-generation":"1"},"namespace_id":"4e15b04f-023c-47f3-8303-363e8ffbe86f","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"cbc91190-6438-45e7-b3da-bc07c6508094","pod_ip":"10.20.177.64","pod_name":"node-ca-dfnjr","pod_owner":"DaemonSet/node-ca"},"level":"default","log_type":"infrastructure","message":"image-registry.openshift-image-registry.svc:5000","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":171174},"stream_name":"master-0.kubernetes.var.log.pods.openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094.node-ca.0.log"}', 'ingestionTime': 1747214266900} {'timestamp': 1747214331993, 'message': '{"@timestamp":"2025-05-11T08:43:18.454712224Z","group_name":"rdr-jeev-415log-4hmjl.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"kube-apiserver","kubernetes.io/config.hash":"1210a5ef9511b99f9768e1c6b57080b1","kubernetes.io/config.mirror":"1210a5ef9511b99f9768e1c6b57080b1","kubernetes.io/config.seen":"2025-05-03T05:26:51.726371426Z","kubernetes.io/config.source":"file","target.workload.openshift.io/management":"{\\"effect\\": \\"PreferredDuringScheduling\\"}"},"container_id":"cri-o://10d97fa356f00048ae77a7ff4f0df12db7765eaad334afbb6a7d9518cc6b340d","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:fea1716dc544df53dfdad9ba8c8402494195cde8b6eb3b4c95975dc158a12e9a","container_name":"kube-apiserver","labels":{"apiserver":"true","app":"openshift-kube-apiserver","revision":"15"},"namespace_id":"3cb4e6a8-7c5f-4db1-8e7e-607248006ad5","namespace_labels":{"kubernetes_io_metadata_name":"openshift-kube-apiserver","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","openshift_io_run-level":"0","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-kube-apiserver","pod_id":"99f25828-7172-4ea8-95fc-c0b10763a387","pod_ip":"10.20.177.64","pod_name":"kube-apiserver-master-0","pod_owner":"Node/master-0"},"level":"info","log_type":"infrastructure","message":"I0511 08:43:18.454647 17 controller.go:223] Updating CRD OpenAPI spec because metal3remediations.infrastructure.cluster.x-k8s.io changed","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":267478},"stream_name":"master-0.kubernetes.var.log.pods.openshift-kube-apiserver_kube-apiserver-master-0_1210a5ef9511b99f9768e1c6b57080b1.kube-apiserver.0.log"}', 'ingestionTime': 1747214334179} {'timestamp': 1747214263174, 'message': '{"@timestamp":"2025-05-02T05:59:58.530046868Z","group_name":"rdr-jeev-415log-4hmjl.infrastructure","hostname":"master-0","kubernetes":{"annotations":{"kubectl.kubernetes.io/default-container":"node-exporter","openshift.io/required-scc":"node-exporter","openshift.io/scc":"node-exporter","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_name":"init-textfile","labels":{"app_kubernetes_io_component":"exporter","app_kubernetes_io_managed-by":"cluster-monitoring-operator","app_kubernetes_io_name":"node-exporter","app_kubernetes_io_part-of":"openshift-monitoring","app_kubernetes_io_version":"1.7.0","controller-revision-hash":"57cb86556","pod-template-generation":"1"},"namespace_id":"29262c15-e202-4ba7-ac6e-3b833726c6fd","namespace_labels":{"kubernetes_io_metadata_name":"openshift-monitoring","name":"openshift-monitoring","network_openshift_io_policy-group":"monitoring","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-monitoring","pod_id":"6534331c-abed-49c2-a7e8-0e73a5a53013","pod_ip":"10.20.177.64","pod_name":"node-exporter-hbdkf","pod_owner":"DaemonSet/node-exporter"},"level":"default","log_type":"infrastructure","message":"/node_exporter/collectors/init/virt.sh: line 47: dmidecode: command not found","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":171176},"stream_name":"master-0.kubernetes.var.log.pods.openshift-monitoring_node-exporter-hbdkf_6534331c-abed-49c2-a7e8-0e73a5a53013.init-textfile.0.log"}', 'ingestionTime': 1747214268167} ``` Elasticsearch: Application logs: ``` {"_index":"app-write","_type":"_doc","_id":"NDViZGRmMzItZTRlZi00OTAwLTg3ZmEtOTYwZTVkMzAzNWZm","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.248233270Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.248+0000 I CONTROL [main] Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33718}}},{"_index":"app-write","_type":"_doc","_id":"ZjYwMzk1MDYtN2Q0Ny00ZTM4LWIwZDItM2U0NzA4ZGNjZjIz","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254630601Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] MongoDB starting : pid=1 port=27017 dbpath=/data/db 64-bit host=acmeair-booking-db-5ff54549bb-xxld2","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33719}}},{"_index":"app-write","_type":"_doc","_id":"NzkyYmJhMGQtMzBlZi00N2M3LWJjMTMtMzE1YTM3NTZlOTc5","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254630601Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] db version v4.0.12","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33720}}},{"_index":"app-write","_type":"_doc","_id":"NTMxMjE4ZTAtMWRjNS00ZTM5LWIxMTAtODRiNjhhOTA4YjIy","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254630601Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] git version: 5776e3cbf9e7afe86e6b29e22520ffb6766e95d4","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33721}}},{"_index":"app-write","_type":"_doc","_id":"NGEzYTI4MDEtMWJjNS00YzBlLTg0MjItYmQ5YzE1MzM1MzU0","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254630601Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] OpenSSL version: OpenSSL 1.1.1 FIPS 11 Sep 2018","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33722}}},{"_index":"app-write","_type":"_doc","_id":"MjUwYzUyZjUtZDQzNy00MTgwLWIzMDMtNjg1YWQwMjQwZDI1","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254630601Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] allocator: tcmalloc","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33723}}},{"_index":"app-write","_type":"_doc","_id":"ZDVjNDc1YjQtMzA1Ni00NzcxLWJiZTAtYjJlYzQ5ZDNiMGMx","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254729537Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] modules: none","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33724}}},{"_index":"app-write","_type":"_doc","_id":"NGIwZDgyZGMtOGFiYy00ZGRkLWFjNDMtNTI0N2I4NDhlOGY1","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254729537Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] build environment:","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33725}}},{"_index":"app-write","_type":"_doc","_id":"ODhhNWE1NTAtMTI5Ni00MjNkLTg2MzUtNjM2YjA5ZDc4MjMy","_score":1.4768218,"_source":{"@timestamp":"2025-05-14T08:34:50.254729537Z","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.193/23\"],\"mac_address\":\"0a:58:0a:83:00:c1\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.193/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.193\"\n ],\n \"mac\": \"0a:58:0a:83:00:c1\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"restricted-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://0ba4b84d716bc3fbd2039f4a368f1e4ab38938c861c20d15cfbb5523e319315f","container_image":"ibmcom/icp-mongodb-ppc64le:4.0.12","container_name":"acmeair-booking-db","flat_labels":["name=acmeair-booking-db","pod-template-hash=5ff54549bb"],"labels":{},"namespace_id":"887394ee-9d1f-4888-8769-8e490f4a9b06","namespace_labels":{"kubernetes_io_metadata_name":"acme-air","pod-security_kubernetes_io_audit":"restricted","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"restricted","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"acme-air","pod_id":"78cfe5de-9126-4d6b-8210-6d9abb16a564","pod_ip":"10.131.0.193","pod_name":"acmeair-booking-db-5ff54549bb-xxld2","pod_owner":"ReplicaSet/acmeair-booking-db-5ff54549bb"},"level":"default","log_type":"application","message":"2025-05-14T08:34:50.254+0000 I CONTROL [initandlisten] distarch: ppc64le","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":33726}}}]}} ``` Audit logs: ``` {"took":3839,"timed_out":false,"_shards":{"total":2,"successful":2,"skipped":0,"failed":0},"hits":{"total":{"value":10000,"relation":"gte"},"max_score":4.0632444E-6,"hits":[{"_index":"audit-write","_type":"_doc","_id":"ZTAxZWY2ZjAtN2NlYS00NjI4LWI0ZTItMTlmYTRhNGYyNmQ5","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.542+00:00","audit.linux":{"record_id":"1065","type":"DAEMON_START"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=DAEMON_START msg=audit(1746165200.542:1065): op=start ver=3.0.7 format=enriched kernel=5.14.0-284.32.1.el9_2.ppc64le auid=4294967295 pid=2157 uid=0 ses=4294967295 subj=system_u:system_r:auditd_t:s0 res=success\u001dAUID=\"unset\" UID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":1}}},{"_index":"audit-write","_type":"_doc","_id":"MzU2YzYyMjMtZmIzMS00ZmMyLWIzOGQtNGU1NzY0ZmNjZDY3","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.540+00:00","audit.linux":{"record_id":"5","type":"SERVICE_START"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=SERVICE_START msg=audit(1746165200.540:5): pid=1 uid=0 auid=4294967295 ses=4294967295 subj=system_u:system_r:init_t:s0 msg='unit=rhcos-usrlocal-selinux-fixup comm=\"systemd\" exe=\"/usr/lib/systemd/systemd\" hostname=? addr=? terminal=? res=success'\u001dUID=\"root\" AUID=\"unset\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":2}}},{"_index":"audit-write","_type":"_doc","_id":"NWMyZGYwZjctODc1ZC00NGJlLTgzMzItN2M2MDA2YTUwZmU0","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.540+00:00","audit.linux":{"record_id":"6","type":"SERVICE_START"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=SERVICE_START msg=audit(1746165200.540:6): pid=1 uid=0 auid=4294967295 ses=4294967295 subj=system_u:system_r:init_t:s0 msg='unit=systemd-journal-catalog-update comm=\"systemd\" exe=\"/usr/lib/systemd/systemd\" hostname=? addr=? terminal=? res=success'\u001dUID=\"root\" AUID=\"unset\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":3}}},{"_index":"audit-write","_type":"_doc","_id":"NTQyNGM0ZTAtODFhOC00NGRmLWJhZDUtZWMyMmQyNTEwNDMy","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.550+00:00","audit.linux":{"record_id":"7","type":"SERVICE_START"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=SERVICE_START msg=audit(1746165200.550:7): pid=1 uid=0 auid=4294967295 ses=4294967295 subj=system_u:system_r:init_t:s0 msg='unit=systemd-update-done comm=\"systemd\" exe=\"/usr/lib/systemd/systemd\" hostname=? addr=? terminal=? res=success'\u001dUID=\"root\" AUID=\"unset\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":4}}},{"_index":"audit-write","_type":"_doc","_id":"ZDhlYmMwMjItOGU1Yy00NzQ3LTk1N2QtMWNhNDJjZDMwZDYx","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"8","type":"CONFIG_CHANGE"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=CONFIG_CHANGE msg=audit(1746165200.570:8): op=set audit_backlog_limit=8192 old=64 auid=4294967295 ses=4294967295 subj=system_u:system_r:unconfined_service_t:s0 res=1\u001dAUID=\"unset\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":5}}},{"_index":"audit-write","_type":"_doc","_id":"N2JiZThkZjYtYzVlMC00M2MwLThjMDktMmRlZTRmMmE1YmVk","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"8","type":"SYSCALL"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=SYSCALL msg=audit(1746165200.570:8): arch=c0000015 syscall=335 success=yes exit=60 a0=3 a1=7fffdd5c4f34 a2=3c a3=0 items=0 ppid=2162 pid=2178 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"auditctl\" exe=\"/usr/sbin/auditctl\" subj=system_u:system_r:unconfined_service_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=sendto AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":6}}},{"_index":"audit-write","_type":"_doc","_id":"MGM5MTMyNmYtMmQzNS00YjhlLTkxMmYtNDNlMGQzOGFhYWNh","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"8","type":"PROCTITLE"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1746165200.570:8): proctitle=2F7362696E2F617564697463746C002D52002F6574632F61756469742F61756469742E72756C6573","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":7}}},{"_index":"audit-write","_type":"_doc","_id":"MjkzMmI2ZDItMDQ5MS00OWVmLWFhZjYtNGUzYjNiNjU4ODBl","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"9","type":"CONFIG_CHANGE"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=CONFIG_CHANGE msg=audit(1746165200.570:9): op=set audit_failure=1 old=1 auid=4294967295 ses=4294967295 subj=system_u:system_r:unconfined_service_t:s0 res=1\u001dAUID=\"unset\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":8}}},{"_index":"audit-write","_type":"_doc","_id":"NDQwMzM1MjktNmRkNi00ZGU1LWE2NmMtZThkNDNmNmI3MGZk","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"9","type":"SYSCALL"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=SYSCALL msg=audit(1746165200.570:9): arch=c0000015 syscall=335 success=yes exit=60 a0=3 a1=7fffdd5c4f34 a2=3c a3=0 items=0 ppid=2162 pid=2178 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"auditctl\" exe=\"/usr/sbin/auditctl\" subj=system_u:system_r:unconfined_service_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=sendto AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":9}}},{"_index":"audit-write","_type":"_doc","_id":"YTBhZTMzOTctYmIxYS00ZWQ3LWJiNDEtNGNjN2E3Y2Q3OTAx","_score":4.0632444E-6,"_source":{"@timestamp":"2025-05-02T05:53:20.570+00:00","audit.linux":{"record_id":"9","type":"PROCTITLE"},"hostname":"worker-1","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1746165200.570:9): proctitle=2F7362696E2F617564697463746C002D52002F6574632F61756469742F61756469742E72756C6573","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":10}}}]}} ``` Infrastructure logs: ``` ,{"_index":"infra-write","_type":"_doc","_id":"N2E0MGNmNzAtOWM3Ny00ZWY1LWFhNmItZWNmOTlhYjVlMmU3","_score":0.16231366,"_source":{"@timestamp":"2025-05-02T08:47:39.608804164Z","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/required-scc":"privileged","openshift.io/scc":"privileged"},"container_id":"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf","container_name":"node-ca","flat_labels":["pod-template-generation=1","name=node-ca","controller-revision-hash=798f4784dd"],"labels":{},"namespace_id":"4e15b04f-023c-47f3-8303-363e8ffbe86f","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"cbc91190-6438-45e7-b3da-bc07c6508094","pod_ip":"10.20.177.64","pod_name":"node-ca-dfnjr","pod_owner":"DaemonSet/node-ca"},"level":"default","log_type":"infrastructure","message":"image-registry.openshift-image-registry.svc.cluster.local..5000","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":13166}}},{"_index":"infra-write","_type":"_doc","_id":"ZjcxYmRhOTQtMDYzYy00YjUyLTkzMTctN2ZmOTIyZDQ5MzJi","_score":0.16231366,"_source":{"@timestamp":"2025-05-02T08:47:39.613459684Z","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/required-scc":"privileged","openshift.io/scc":"privileged"},"container_id":"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf","container_name":"node-ca","flat_labels":["pod-template-generation=1","name=node-ca","controller-revision-hash=798f4784dd"],"labels":{},"namespace_id":"4e15b04f-023c-47f3-8303-363e8ffbe86f","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"cbc91190-6438-45e7-b3da-bc07c6508094","pod_ip":"10.20.177.64","pod_name":"node-ca-dfnjr","pod_owner":"DaemonSet/node-ca"},"level":"default","log_type":"infrastructure","message":"image-registry.openshift-image-registry.svc.cluster.local:5000","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":13167}}},{"_index":"infra-write","_type":"_doc","_id":"MTkxYzBlZWYtMjY1OC00MzBlLWJkOTItZGZjYjU2MTQ4ZjBi","_score":0.16231366,"_source":{"@timestamp":"2025-05-08T07:03:31.451015Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","_SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","hostname":"master-2","level":"info","log_type":"infrastructure","message":"I0508 07:03:31.450489 2543 kubelet_getters.go:187] \"Pod status updated\" pod=\"openshift-kube-scheduler/openshift-kube-scheduler-master-2\" status=\"Running\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":35232},"systemd":{"t":{"BOOT_ID":"1d807b865e62428b903a6c2ea9d70173","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.77 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"689138b405714a06a820f2760e64ac76","PID":"2543","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"time":"2025-05-08T07:03:31+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"YzczOTk0ZTEtZDFiYy00MWJhLWE4ODktYWIxOGQ5NWJiMjlh","_score":0.16231366,"_source":{"@timestamp":"2025-05-08T07:03:31.451015Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","_SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","hostname":"master-2","level":"info","log_type":"infrastructure","message":"I0508 07:03:31.450521 2543 kubelet_getters.go:187] \"Pod status updated\" pod=\"openshift-etcd/etcd-master-2\" status=\"Running\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":35233},"systemd":{"t":{"BOOT_ID":"1d807b865e62428b903a6c2ea9d70173","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.77 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"689138b405714a06a820f2760e64ac76","PID":"2543","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"time":"2025-05-08T07:03:31+00:00"}},{"_index":"infra-write","_type":"_doc","_id":"Zjc5NGJmOTItZTg1MS00ZmRmLTk0ZDUtMTE0NjM3ZDljMDZh","_score":0.16231366,"_source":{"@timestamp":"2025-05-14T08:36:43.224621099Z","hostname":"master-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.129.1.60/23\"],\"mac_address\":\"0a:58:0a:81:01:3c\",\"gateway_ips\":[\"10.129.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.129.0.1\"}],\"ip_address\":\"10.129.1.60/23\",\"gateway_ip\":\"10.129.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.129.1.60\"\n ],\n \"mac\": \"0a:58:0a:81:01:3c\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/required-scc":"nonroot-v2","openshift.io/scc":"nonroot-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d22f8eb3aa40394063916bd8e5f6e0b41915cf76ec037209ccb146f7cd0619fa","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e65afbcbd20b180f242273cf60bad2ca0dd5a36a5bf8ab9e37fa665b6950ba8","container_name":"openshift-config-operator","flat_labels":["app=openshift-config-operator","pod-template-hash=545bc7949f"],"labels":{},"namespace_id":"ce114970-d3b9-435f-9c01-ab4b289cee1c","namespace_labels":{"kubernetes_io_metadata_name":"openshift-config-operator","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true"},"namespace_name":"openshift-config-operator","pod_id":"0912da73-fcf6-4dfc-94bf-0ac86a772b47","pod_ip":"10.129.1.60","pod_name":"openshift-config-operator-545bc7949f-g9wmj","pod_owner":"ReplicaSet/openshift-config-operator-545bc7949f"},"level":"info","log_type":"infrastructure","message":"I0514 08:36:43.214932 1 dynamic_serving_content.go:132] \"Starting controller\" name=\"serving-cert::/var/run/secrets/serving-cert/tls.crt::/var/run/secrets/serving-cert/tls.key\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":19324}}},{"_index":"infra-write","_type":"_doc","_id":"ZmQ2NTIxMGMtNjNmZi00N2IyLWJjOGYtOTZjYjBmZTUxOGNm","_score":0.16231366,"_source":{"@timestamp":"2025-05-02T08:48:39.628191160Z","hostname":"master-0","kubernetes":{"annotations":{"openshift.io/required-scc":"privileged","openshift.io/scc":"privileged"},"container_id":"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf","container_name":"node-ca","flat_labels":["pod-template-generation=1","name=node-ca","controller-revision-hash=798f4784dd"],"labels":{},"namespace_id":"4e15b04f-023c-47f3-8303-363e8ffbe86f","namespace_labels":{"kubernetes_io_metadata_name":"openshift-image-registry","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_enforce":"privileged","pod-security_kubernetes_io_warn":"privileged"},"namespace_name":"openshift-image-registry","pod_id":"cbc91190-6438-45e7-b3da-bc07c6508094","pod_ip":"10.20.177.64","pod_name":"node-ca-dfnjr","pod_owner":"DaemonSet/node-ca"},"level":"default","log_type":"infrastructure","message":"image-registry.openshift-image-registry.svc.cluster.local:5000","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":13171}}},{"_index":"infra-write","_type":"_doc","_id":"YTkzNzBlYTUtYzdkOS00OWE2LThkYjQtMmYyMjRkZTlkNDE2","_score":0.16231366,"_source":{"@timestamp":"2025-05-14T08:36:43.249368261Z","hostname":"master-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.129.1.60/23\"],\"mac_address\":\"0a:58:0a:81:01:3c\",\"gateway_ips\":[\"10.129.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.129.0.1\"}],\"ip_address\":\"10.129.1.60/23\",\"gateway_ip\":\"10.129.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.129.1.60\"\n ],\n \"mac\": \"0a:58:0a:81:01:3c\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/required-scc":"nonroot-v2","openshift.io/scc":"nonroot-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d22f8eb3aa40394063916bd8e5f6e0b41915cf76ec037209ccb146f7cd0619fa","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e65afbcbd20b180f242273cf60bad2ca0dd5a36a5bf8ab9e37fa665b6950ba8","container_name":"openshift-config-operator","flat_labels":["app=openshift-config-operator","pod-template-hash=545bc7949f"],"labels":{},"namespace_id":"ce114970-d3b9-435f-9c01-ab4b289cee1c","namespace_labels":{"kubernetes_io_metadata_name":"openshift-config-operator","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true"},"namespace_name":"openshift-config-operator","pod_id":"0912da73-fcf6-4dfc-94bf-0ac86a772b47","pod_ip":"10.129.1.60","pod_name":"openshift-config-operator-545bc7949f-g9wmj","pod_owner":"ReplicaSet/openshift-config-operator-545bc7949f"},"level":"info","log_type":"infrastructure","message":"I0514 08:36:43.249334 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":19327}}},{"_index":"infra-write","_type":"_doc","_id":"ZDhjN2NiM2QtNjgwYi00NjY0LTg0NTktYzBjNTljMjYzOGQ0","_score":0.16231366,"_source":{"@timestamp":"2025-05-14T08:36:43.258991177Z","hostname":"master-1","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.129.1.60/23\"],\"mac_address\":\"0a:58:0a:81:01:3c\",\"gateway_ips\":[\"10.129.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.129.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.129.0.1\"}],\"ip_address\":\"10.129.1.60/23\",\"gateway_ip\":\"10.129.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.129.1.60\"\n ],\n \"mac\": \"0a:58:0a:81:01:3c\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/required-scc":"nonroot-v2","openshift.io/scc":"nonroot-v2","seccomp.security.alpha.kubernetes.io/pod":"runtime/default"},"container_id":"cri-o://d22f8eb3aa40394063916bd8e5f6e0b41915cf76ec037209ccb146f7cd0619fa","container_image":"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:5e65afbcbd20b180f242273cf60bad2ca0dd5a36a5bf8ab9e37fa665b6950ba8","container_name":"openshift-config-operator","flat_labels":["app=openshift-config-operator","pod-template-hash=545bc7949f"],"labels":{},"namespace_id":"ce114970-d3b9-435f-9c01-ab4b289cee1c","namespace_labels":{"kubernetes_io_metadata_name":"openshift-config-operator","olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5":"","openshift_io_cluster-monitoring":"true"},"namespace_name":"openshift-config-operator","pod_id":"0912da73-fcf6-4dfc-94bf-0ac86a772b47","pod_ip":"10.129.1.60","pod_name":"openshift-config-operator-545bc7949f-g9wmj","pod_owner":"ReplicaSet/openshift-config-operator-545bc7949f"},"level":"info","log_type":"infrastructure","message":"I0514 08:36:43.215203 1 configmap_cafile_content.go:202] \"Starting controller\" name=\"client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":19328}}},{"_index":"infra-write","_type":"_doc","_id":"MDI4MTk0NDUtNzhkMi00MTM1LTg5ZjUtMGZiYzQ3ZTIyYmE0","_score":0.16231366,"_source":{"@timestamp":"2025-05-08T07:04:22.594469Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","_SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","hostname":"master-2","level":"info","log_type":"infrastructure","message":"W0508 07:04:22.593711 2543 machine.go:65] Cannot read vendor id correctly, set empty.","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":35236},"systemd":{"t":{"BOOT_ID":"1d807b865e62428b903a6c2ea9d70173","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.77 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"689138b405714a06a820f2760e64ac76","PID":"2543","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"1ffb167e05bc4564a14ef8fed70cf057","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"3d98d53d32c94d2a89532e1d10825bf5","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"time":"2025-05-08T07:04:22+00:00"}}]}} ``` Kafka: Application logs: ``` {"@timestamp":"2025-05-14T09:12:34.376425472Z","file":"/var/log/pods/nfs-provisioner_nfs-client-provisioner-98896fff-vqhs7_758dbcb9-1308-408d-ac25-334327a58054/nfs-client-provisioner/0.log","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.204/23\"],\"mac_address\":\"0a:58:0a:83:00:cc\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.204/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.204\"\n ],\n \"mac\": \"0a:58:0a:83:00:cc\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"hostmount-anyuid"},"container_id":"cri-o://ceeb85a68509f02d701314e7fedfc3b2a4dfdcd33beb149820cf949a5b01fcee","container_image":"registry.k8s.io/sig-storage/nfs-subdir-external-provisioner:v4.0.2","container_name":"nfs-client-provisioner","labels":{"app":"nfs-client-provisioner","pod-template-hash":"98896fff"},"namespace_id":"c95443a1-c6eb-4803-ae39-51024dafbfc5","namespace_labels":{"kubernetes_io_metadata_name":"nfs-provisioner","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"privileged","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"nfs-provisioner","pod_id":"758dbcb9-1308-408d-ac25-334327a58054","pod_ip":"10.131.0.204","pod_name":"nfs-client-provisioner-98896fff-vqhs7","pod_owner":"ReplicaSet/nfs-client-provisioner-98896fff"},"level":"info","log_type":"application","message":"I0514 09:12:34.376019 1 controller.go:1317] provision \"openshift-logging/elasticsearch-elasticsearch-cdm-03gpi55h-3\" class \"nfs-storage-provisioner\": started","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":2608}} {"@timestamp":"2025-05-14T09:12:34.379115693Z","file":"/var/log/pods/nfs-provisioner_nfs-client-provisioner-98896fff-vqhs7_758dbcb9-1308-408d-ac25-334327a58054/nfs-client-provisioner/0.log","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.204/23\"],\"mac_address\":\"0a:58:0a:83:00:cc\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.204/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.204\"\n ],\n \"mac\": \"0a:58:0a:83:00:cc\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"hostmount-anyuid"},"container_id":"cri-o://ceeb85a68509f02d701314e7fedfc3b2a4dfdcd33beb149820cf949a5b01fcee","container_image":"registry.k8s.io/sig-storage/nfs-subdir-external-provisioner:v4.0.2","container_name":"nfs-client-provisioner","labels":{"app":"nfs-client-provisioner","pod-template-hash":"98896fff"},"namespace_id":"c95443a1-c6eb-4803-ae39-51024dafbfc5","namespace_labels":{"kubernetes_io_metadata_name":"nfs-provisioner","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"privileged","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"nfs-provisioner","pod_id":"758dbcb9-1308-408d-ac25-334327a58054","pod_ip":"10.131.0.204","pod_name":"nfs-client-provisioner-98896fff-vqhs7","pod_owner":"ReplicaSet/nfs-client-provisioner-98896fff"},"level":"info","log_type":"application","message":"I0514 09:12:34.379065 1 controller.go:1317] provision \"openshift-logging/elasticsearch-elasticsearch-cdm-03gpi55h-2\" class \"nfs-storage-provisioner\": started","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":2609}} {"@timestamp":"2025-05-14T09:12:34.384302035Z","file":"/var/log/pods/nfs-provisioner_nfs-client-provisioner-98896fff-vqhs7_758dbcb9-1308-408d-ac25-334327a58054/nfs-client-provisioner/0.log","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.204/23\"],\"mac_address\":\"0a:58:0a:83:00:cc\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.204/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.204\"\n ],\n \"mac\": \"0a:58:0a:83:00:cc\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"hostmount-anyuid"},"container_id":"cri-o://ceeb85a68509f02d701314e7fedfc3b2a4dfdcd33beb149820cf949a5b01fcee","container_image":"registry.k8s.io/sig-storage/nfs-subdir-external-provisioner:v4.0.2","container_name":"nfs-client-provisioner","labels":{"app":"nfs-client-provisioner","pod-template-hash":"98896fff"},"namespace_id":"c95443a1-c6eb-4803-ae39-51024dafbfc5","namespace_labels":{"kubernetes_io_metadata_name":"nfs-provisioner","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"privileged","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"nfs-provisioner","pod_id":"758dbcb9-1308-408d-ac25-334327a58054","pod_ip":"10.131.0.204","pod_name":"nfs-client-provisioner-98896fff-vqhs7","pod_owner":"ReplicaSet/nfs-client-provisioner-98896fff"},"level":"info","log_type":"application","message":"I0514 09:12:34.384167 1 event.go:278] Event(v1.ObjectReference{Kind:\"PersistentVolumeClaim\", Namespace:\"openshift-logging\", Name:\"elasticsearch-elasticsearch-cdm-03gpi55h-1\", UID:\"bb5be386-fb08-4198-8374-b4351174a8c7\", APIVersion:\"v1\", ResourceVersion:\"5632780\", FieldPath:\"\"}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim \"openshift-logging/elasticsearch-elasticsearch-cdm-03gpi55h-1\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":2610}} {"@timestamp":"2025-05-14T09:12:34.384302035Z","file":"/var/log/pods/nfs-provisioner_nfs-client-provisioner-98896fff-vqhs7_758dbcb9-1308-408d-ac25-334327a58054/nfs-client-provisioner/0.log","hostname":"worker-0","kubernetes":{"annotations":{"k8s.ovn.org/pod-networks":"{\"default\":{\"ip_addresses\":[\"10.131.0.204/23\"],\"mac_address\":\"0a:58:0a:83:00:cc\",\"gateway_ips\":[\"10.131.0.1\"],\"routes\":[{\"dest\":\"10.128.0.0/14\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"172.30.0.0/16\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"169.254.169.5/32\",\"nextHop\":\"10.131.0.1\"},{\"dest\":\"100.64.0.0/16\",\"nextHop\":\"10.131.0.1\"}],\"ip_address\":\"10.131.0.204/23\",\"gateway_ip\":\"10.131.0.1\"}}","k8s.v1.cni.cncf.io/network-status":"[{\n \"name\": \"ovn-kubernetes\",\n \"interface\": \"eth0\",\n \"ips\": [\n \"10.131.0.204\"\n ],\n \"mac\": \"0a:58:0a:83:00:cc\",\n \"default\": true,\n \"dns\": {}\n}]","openshift.io/scc":"hostmount-anyuid"},"container_id":"cri-o://ceeb85a68509f02d701314e7fedfc3b2a4dfdcd33beb149820cf949a5b01fcee","container_image":"registry.k8s.io/sig-storage/nfs-subdir-external-provisioner:v4.0.2","container_name":"nfs-client-provisioner","labels":{"app":"nfs-client-provisioner","pod-template-hash":"98896fff"},"namespace_id":"c95443a1-c6eb-4803-ae39-51024dafbfc5","namespace_labels":{"kubernetes_io_metadata_name":"nfs-provisioner","pod-security_kubernetes_io_audit":"privileged","pod-security_kubernetes_io_audit-version":"v1.24","pod-security_kubernetes_io_warn":"privileged","pod-security_kubernetes_io_warn-version":"v1.24"},"namespace_name":"nfs-provisioner","pod_id":"758dbcb9-1308-408d-ac25-334327a58054","pod_ip":"10.131.0.204","pod_name":"nfs-client-provisioner-98896fff-vqhs7","pod_owner":"ReplicaSet/nfs-client-provisioner-98896fff"},"level":"info","log_type":"application","message":"I0514 09:12:34.384241 1 event.go:278] Event(v1.ObjectReference{Kind:\"PersistentVolumeClaim\", Namespace:\"openshift-logging\", Name:\"elasticsearch-elasticsearch-cdm-03gpi55h-3\", UID:\"bdf466db-3c43-40c2-a003-de95b31173c6\", APIVersion:\"v1\", ResourceVersion:\"5632781\", FieldPath:\"\"}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim \"openshift-logging/elasticsearch-elasticsearch-cdm-03gpi55h-3\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-application"},"sequence":2611}} ``` Audit logs: ``` {"@timestamp":"2025-05-14T00:51:34.797+00:00","audit.linux":{"record_id":"118161","type":"SYSCALL"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=SYSCALL msg=audit(1747183894.797:118161): arch=c0000015 syscall=361 success=yes exit=14 a0=5 a1=c000133958 a2=78 a3=0 items=0 ppid=3634998 pid=3634999 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=system_u:system_r:container_runtime_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=bpf AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38197},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:51:34.797+00:00","audit.linux":{"record_id":"118161","type":"PROCTITLE"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1747183894.797:118161): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F613539613633353833383133393265613637616664","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38198},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118162","type":"BPF"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=BPF msg=audit(1747184142.536:118162): prog-id=58697 op=LOAD","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38199},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118163","type":"BPF"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=BPF msg=audit(1747184142.536:118163): prog-id=58698 op=LOAD","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38200},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118163","type":"SYSCALL"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=SYSCALL msg=audit(1747184142.536:118163): arch=c0000015 syscall=361 success=yes exit=14 a0=5 a1=c00018f6d8 a2=78 a3=0 items=0 ppid=3640182 pid=3640183 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=system_u:system_r:container_runtime_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=bpf AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38201},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118163","type":"PROCTITLE"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1747184142.536:118163): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F333633303265383534356331653335316331343434","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38202},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118164","type":"BPF"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=BPF msg=audit(1747184142.536:118164): prog-id=58699 op=LOAD","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38203},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118164","type":"SYSCALL"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=SYSCALL msg=audit(1747184142.536:118164): arch=c0000015 syscall=361 success=yes exit=16 a0=5 a1=c00018f428 a2=78 a3=0 items=0 ppid=3640182 pid=3640183 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=system_u:system_r:container_runtime_t:s0 key=(null)\u001dARCH=ppc64le SYSCALL=bpf AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\"","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38204},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118164","type":"PROCTITLE"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=PROCTITLE msg=audit(1747184142.536:118164): proctitle=2F7573722F62696E2F72756E63002D2D73797374656D642D6367726F7570002D2D726F6F743D2F72756E2F72756E6300637265617465002D2D62756E646C65002F72756E2F636F6E7461696E6572732F73746F726167652F6F7665726C61792D636F6E7461696E6572732F333633303265383534356331653335316331343434","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38205},"source_type":"file","tag":".linux-audit.log"} {"@timestamp":"2025-05-14T00:55:42.536+00:00","audit.linux":{"record_id":"118165","type":"BPF"},"file":"/var/log/audit/audit.log","hostname":"master-1","level":"default","log_type":"audit","message":"type=BPF msg=audit(1747184142.536:118165): prog-id=0 op=UNLOAD","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-audit"},"sequence":38206},"source_type":"file","tag":".linux-audit.log"} ``` Infrastructure logs: ``` {"@timestamp":"2025-05-07T08:20:52.886090Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"e32b296601034ef4bd2368abfbbc0f07","_SYSTEMD_INVOCATION_ID":"559f54c07d6c44ea98e2e200fa66ac22","hostname":"master-1","level":"info","log_type":"infrastructure","message":"I0507 08:20:52.885636 2540 kubelet.go:2437] \"SyncLoop DELETE\" source=\"api\" pods=[\"openshift-marketplace/certified-operators-6hm8k\"]","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":21709},"systemd":{"t":{"BOOT_ID":"274588dcf3fa4b889eb852e04ce2da6b","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.159 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"42ce264bc9a44b0e887485fc1297c3d3","PID":"2540","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"e32b296601034ef4bd2368abfbbc0f07","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"559f54c07d6c44ea98e2e200fa66ac22","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"tag":".journal.system","time":"2025-05-07T08:20:52+00:00"} {"@timestamp":"2025-05-07T08:20:52.886090Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"e32b296601034ef4bd2368abfbbc0f07","_SYSTEMD_INVOCATION_ID":"559f54c07d6c44ea98e2e200fa66ac22","hostname":"master-1","level":"info","log_type":"infrastructure","message":"I0507 08:20:52.886054 2540 kuberuntime_container.go:745] \"Killing container with a grace period\" pod=\"openshift-marketplace/certified-operators-6hm8k\" podUID=\"3d1ad39c-8654-43e2-a302-7a24b0a8e66f\" containerName=\"registry-server\" containerID=\"cri-o://98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c\" gracePeriod=2","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":21710},"systemd":{"t":{"BOOT_ID":"274588dcf3fa4b889eb852e04ce2da6b","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/kubelet --config=/etc/kubernetes/kubelet.conf --bootstrap-kubeconfig=/etc/kubernetes/kubeconfig --kubeconfig=/var/lib/kubelet/kubeconfig --container-runtime-endpoint=/var/run/crio/crio.sock --runtime-cgroups=/system.slice/crio.service --node-labels=node-role.kubernetes.io/control-plane,node-role.kubernetes.io/master,node.openshift.io/os_id=rhcos --node-ip=10.20.177.159 --minimum-container-ttl-duration=6m0s --cloud-provider= --volume-plugin-dir=/etc/kubernetes/kubelet-plugins/volume/exec --hostname-override= --provider-id= --register-with-taints=node-role.kubernetes.io/master=:NoSchedule --pod-infra-container-image=quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:546b3635ab9f651032bf142e243809d64391ee7fcdec9c3d0636218c3dd7aa08 --system-reserved=cpu=500m,memory=1Gi,ephemeral-storage=1Gi --v=2","COMM":"kubelet","EXE":"/usr/bin/kubelet","GID":"0","MACHINE_ID":"42ce264bc9a44b0e887485fc1297c3d3","PID":"2540","SELINUX_CONTEXT":"system_u:system_r:kubelet_t:s0-s0:c0.c1023","STREAM_ID":"e32b296601034ef4bd2368abfbbc0f07","SYSTEMD_CGROUP":"/system.slice/kubelet.service","SYSTEMD_INVOCATION_ID":"559f54c07d6c44ea98e2e200fa66ac22","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"kubelet.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"kubenswrapper"}},"tag":".journal.system","time":"2025-05-07T08:20:52+00:00"} {"@timestamp":"2025-05-07T08:20:52.887372Z","_RUNTIME_SCOPE":"system","_STREAM_ID":"0fa7e533314547b8a24544289b1279e2","_SYSTEMD_INVOCATION_ID":"11e1751345034868ab781f1b98f304ed","hostname":"master-1","level":"info","log_type":"infrastructure","message":"time=\"2025-05-07 08:20:52.887296610Z\" level=info msg=\"Stopping container: 98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c (timeout: 2s)\" id=71cbe71a-3b40-4e35-9dc3-da23281c3466 name=/runtime.v1.RuntimeService/StopContainer","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":21711},"systemd":{"t":{"BOOT_ID":"274588dcf3fa4b889eb852e04ce2da6b","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/bin/crio","COMM":"crio","EXE":"/usr/bin/crio","GID":"0","MACHINE_ID":"42ce264bc9a44b0e887485fc1297c3d3","PID":"2481","SELINUX_CONTEXT":"system_u:system_r:container_runtime_t:s0","STREAM_ID":"0fa7e533314547b8a24544289b1279e2","SYSTEMD_CGROUP":"/system.slice/crio.service","SYSTEMD_INVOCATION_ID":"11e1751345034868ab781f1b98f304ed","SYSTEMD_SLICE":"system.slice","SYSTEMD_UNIT":"crio.service","TRANSPORT":"stdout","UID":"0"},"u":{"SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"crio"}},"tag":".journal.system","time":"2025-05-07T08:20:52+00:00"} {"@timestamp":"2025-05-07T08:20:52.908853Z","INVOCATION_ID":"8046bb3b87444bb5bcf7360df11e93c0","TID":"1","_RUNTIME_SCOPE":"system","hostname":"master-1","level":"info","log_type":"infrastructure","message":"crio-98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c.scope: Deactivated successfully.","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":21712},"systemd":{"t":{"BOOT_ID":"274588dcf3fa4b889eb852e04ce2da6b","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/lib/systemd/systemd --switched-root --system --deserialize 28","COMM":"systemd","EXE":"/usr/lib/systemd/systemd","GID":"0","MACHINE_ID":"42ce264bc9a44b0e887485fc1297c3d3","PID":"1","SELINUX_CONTEXT":"system_u:system_r:init_t:s0","SYSTEMD_CGROUP":"/init.scope","SYSTEMD_SLICE":"-.slice","SYSTEMD_UNIT":"init.scope","TRANSPORT":"journal","UID":"0"},"u":{"CODE_FILE":"src/core/unit.c","CODE_FUNCTION":"unit_log_success","CODE_LINE":"5593","MESSAGE_ID":"7ad2d189f7e94e70a38c781354912448","SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"systemd","UNIT":"crio-98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c.scope"}},"tag":".journal.system","time":"2025-05-07T08:20:52+00:00"} {"@timestamp":"2025-05-07T08:20:52.909540Z","CPU_USAGE_NSEC":"2214151000","INVOCATION_ID":"8046bb3b87444bb5bcf7360df11e93c0","TID":"1","_RUNTIME_SCOPE":"system","hostname":"master-1","level":"info","log_type":"infrastructure","message":"crio-98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c.scope: Consumed 2.214s CPU time.","openshift":{"cluster_id":"ae9a9f3f-409f-486a-9228-008db9788e0c","labels":{"logs":"5.8_415-infrastructure"},"sequence":21713},"systemd":{"t":{"BOOT_ID":"274588dcf3fa4b889eb852e04ce2da6b","CAP_EFFECTIVE":"1ffffffffff","CMDLINE":"/usr/lib/systemd/systemd --switched-root --system --deserialize 28","COMM":"systemd","EXE":"/usr/lib/systemd/systemd","GID":"0","MACHINE_ID":"42ce264bc9a44b0e887485fc1297c3d3","PID":"1","SELINUX_CONTEXT":"system_u:system_r:init_t:s0","SYSTEMD_CGROUP":"/init.scope","SYSTEMD_SLICE":"-.slice","SYSTEMD_UNIT":"init.scope","TRANSPORT":"journal","UID":"0"},"u":{"CODE_FILE":"src/core/unit.c","CODE_FUNCTION":"unit_log_resources","CODE_LINE":"2483","MESSAGE_ID":"ae8f7b866b0347b9af31fe1c80b127c0","SYSLOG_FACILITY":"3","SYSLOG_IDENTIFIER":"systemd","UNIT":"crio-98a23440fb088aaf5275b687f0f0bc35b9c4a30873d2ddc9ed83f3a63219647c.scope"}},"tag":".journal.system","time":"2025-05-07T08:20:52+00:00"} ``` Loki: Application logs: ``` {"ts":"2025-05-14T09:16:19.048542346Z","line":"{\"@timestamp\":\"2025-05-14T08:34:55.326568180Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\" Secure value is set in file:/opt/ol/wlp/usr/servers/defaultServer/configDropins/defaults/keystore.xml.\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37529}}"},{"ts":"2025-05-14T09:16:19.048507897Z","line":"{\"@timestamp\":\"2025-05-14T08:34:55.326568180Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\" Property password has conflicting values:\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37528}}"},{"ts":"2025-05-14T09:16:19.048466109Z","line":"{\"@timestamp\":\"2025-05-14T08:34:55.326568180Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"[AUDIT ] CWWKG0102I: Found conflicting settings for defaultKeyStore instance of keyStore configuration.\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37527}}"},{"ts":"2025-05-14T09:16:19.04842841Z","line":"{\"@timestamp\":\"2025-05-14T08:34:54.707744150Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"[AUDIT ] CWWKG0093A: Processing configuration drop-ins resource: /opt/ol/wlp/usr/servers/defaultServer/configDropins/defaults/open-default-port.xml\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37526}}"},{"ts":"2025-05-14T09:16:19.048394084Z","line":"{\"@timestamp\":\"2025-05-14T08:34:54.677132898Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"[AUDIT ] CWWKG0093A: Processing configuration drop-ins resource: /opt/ol/wlp/usr/servers/defaultServer/configDropins/defaults/keystore.xml\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37525}}"},{"ts":"2025-05-14T09:16:19.048356963Z","line":"{\"@timestamp\":\"2025-05-14T08:34:51.566128725Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"[AUDIT ] CWWKE0001I: The server defaultServer has been launched.\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37524}}"},{"ts":"2025-05-14T09:16:19.048313756Z","line":"{\"@timestamp\":\"2025-05-14T08:34:51.379653371Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"Launching defaultServer (Open Liberty 20.0.0.9/wlp-1.0.44.cl200920200820-0913) on Eclipse OpenJ9 VM, version 1.8.0_262-b10 (en_US)\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37523}}"},{"ts":"2025-05-14T09:16:19.048248338Z","line":"{\"@timestamp\":\"2025-05-14T08:34:50.944606042Z\",\"file\":\"/var/log/pods/acme-air_acmeair-authservice-6678875bd5-7pmg7_134ae64b-1782-47e2-b155-510e40442fd2/acmeair-authservice-java/0.log\",\"hostname\":\"worker-0\",\"kubernetes\":{\"annotations\":{\"k8s.ovn.org/pod-networks\":\"{\\\"default\\\":{\\\"ip_addresses\\\":[\\\"10.131.0.196/23\\\"],\\\"mac_address\\\":\\\"0a:58:0a:83:00:c4\\\",\\\"gateway_ips\\\":[\\\"10.131.0.1\\\"],\\\"routes\\\":[{\\\"dest\\\":\\\"10.128.0.0/14\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"172.30.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"169.254.169.5/32\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"},{\\\"dest\\\":\\\"100.64.0.0/16\\\",\\\"nextHop\\\":\\\"10.131.0.1\\\"}],\\\"ip_address\\\":\\\"10.131.0.196/23\\\",\\\"gateway_ip\\\":\\\"10.131.0.1\\\"}}\",\"k8s.v1.cni.cncf.io/network-status\":\"[{\\n \\\"name\\\": \\\"ovn-kubernetes\\\",\\n \\\"interface\\\": \\\"eth0\\\",\\n \\\"ips\\\": [\\n \\\"10.131.0.196\\\"\\n ],\\n \\\"mac\\\": \\\"0a:58:0a:83:00:c4\\\",\\n \\\"default\\\": true,\\n \\\"dns\\\": {}\\n}]\",\"openshift.io/scc\":\"restricted-v2\",\"prometheus.io/port\":\"9080\",\"prometheus.io/scrape\":\"true\",\"seccomp.security.alpha.kubernetes.io/pod\":\"runtime/default\"},\"container_id\":\"cri-o://68193122fcbb1bc1675fcc7c6853ecb1a157565da689faf213290a75001f95f0\",\"container_image\":\"quay.io/powercloud/acmeair-authservice-java:1.0\",\"container_name\":\"acmeair-authservice-java\",\"labels\":{\"name\":\"acmeair-auth-deployment\",\"pod-template-hash\":\"6678875bd5\"},\"namespace_id\":\"887394ee-9d1f-4888-8769-8e490f4a9b06\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"acme-air\",\"pod-security_kubernetes_io_audit\":\"restricted\",\"pod-security_kubernetes_io_audit-version\":\"v1.24\",\"pod-security_kubernetes_io_warn\":\"restricted\",\"pod-security_kubernetes_io_warn-version\":\"v1.24\"},\"namespace_name\":\"acme-air\",\"pod_id\":\"134ae64b-1782-47e2-b155-510e40442fd2\",\"pod_ip\":\"10.131.0.196\",\"pod_name\":\"acmeair-authservice-6678875bd5-7pmg7\",\"pod_owner\":\"ReplicaSet/acmeair-authservice-6678875bd5\"},\"level\":\"default\",\"log_type\":\"application\",\"message\":\"\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-application\"},\"sequence\":37522}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":414551871,"linesProcessedPerSecond":185741,"totalBytesProcessed":5863129,"totalLinesProcessed":2627,"execTime":0.014143294,"queueTime":0.000058,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":7,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":539078,"headChunkLines":247,"decompressedBytes":5324051,"decompressedLines":2380,"compressedBytes":109307,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Audit logs: ``` {"ts":"2025-05-14T09:17:06.526643013Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813704549Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:sdn-readers\\\" of ClusterRole \\\"system:sdn-reader\\\" to Group \\\"system:nodes\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"9233600b-c6dc-424a-9253-bf5b371e7fdc\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"worker-1\",\"resource\":\"nodes\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86999},\"requestReceivedTimestamp\":\"2025-05-14T08:43:01.567914Z\",\"requestURI\":\"/api/v1/nodes/worker-1?resourceVersion=0\u0026timeout=10s\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.13\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-05-14T08:43:01.569146Z\",\"user\":{\"groups\":[\"system:nodes\",\"system:authenticated\"],\"username\":\"system:node:worker-1\"},\"userAgent\":\"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"get\"}"},{"ts":"2025-05-14T09:17:06.52658121Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813629790Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by RoleBinding \\\"network-node-identity-leases/openshift-network-node-identity\\\" of Role \\\"network-node-identity-leases\\\" to ServiceAccount \\\"network-node-identity/openshift-network-node-identity\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"e5d6acd8-2de3-42c8-ae15-bcd81082a53a\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"coordination.k8s.io\",\"apiVersion\":\"v1\",\"name\":\"ovnkube-identity\",\"namespace\":\"openshift-network-node-identity\",\"resource\":\"leases\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86998},\"requestReceivedTimestamp\":\"2025-05-14T08:43:01.528632Z\",\"requestURI\":\"/apis/coordination.k8s.io/v1/namespaces/openshift-network-node-identity/leases/ovnkube-identity\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.13\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-05-14T08:43:01.533616Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"network-node-identity-qvgvg\"],\"authentication.kubernetes.io/pod-uid\":[\"095a508a-03aa-4c3d-b794-27c6a40bc1f3\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-network-node-identity\",\"system:authenticated\"],\"uid\":\"e11d2a30-3fa8-455b-b413-b2a2bce6a32a\",\"username\":\"system:serviceaccount:openshift-network-node-identity:network-node-identity\"},\"userAgent\":\"ovnkube-identity/v0.28.3 (linux/ppc64le) kubernetes/$Format/leader-election\",\"verb\":\"get\"}"},{"ts":"2025-05-14T09:17:06.52652941Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813604202Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"560104aa-b221-4df1-95df-4cb975793e4c\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"coordination.k8s.io\",\"apiVersion\":\"v1\",\"name\":\"worker-0\",\"namespace\":\"kube-node-lease\",\"resource\":\"leases\",\"resourceVersion\":\"5620258\",\"uid\":\"551983f2-f9e0-487e-b92e-91b6fe3fc7a5\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86997},\"requestReceivedTimestamp\":\"2025-05-14T08:43:00.744355Z\",\"requestURI\":\"/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/worker-0?timeout=10s\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.13\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-05-14T08:43:00.764149Z\",\"user\":{\"groups\":[\"system:nodes\",\"system:authenticated\"],\"username\":\"system:node:worker-0\"},\"userAgent\":\"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"update\"}"},{"ts":"2025-05-14T09:17:06.526472523Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813579436Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"9d483e36-28b2-43ca-8595-2b114a35aea9\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"kube-root-ca.crt\",\"namespace\":\"openshift-monitoring\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86996},\"requestReceivedTimestamp\":\"2025-05-14T08:43:00.684437Z\",\"requestURI\":\"/api/v1/namespaces/openshift-monitoring/configmaps?allowWatchBookmarks=true\u0026fieldSelector=metadata.name%3Dkube-root-ca.crt\u0026resourceVersion=5620283\u0026timeout=9m26s\u0026timeoutSeconds=566\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.13\"],\"source_type\":\"file\",\"stage\":\"ResponseStarted\",\"stageTimestamp\":\"2025-05-14T08:43:00.685367Z\",\"user\":{\"groups\":[\"system:nodes\",\"system:authenticated\"],\"username\":\"system:node:master-1\"},\"userAgent\":\"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"watch\"}"},{"ts":"2025-05-14T09:17:06.52642482Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813496409Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"935b2289-17f5-469a-8db0-0d953a095780\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiVersion\":\"v1\",\"name\":\"kube-root-ca.crt\",\"namespace\":\"openshift-monitoring\",\"resource\":\"configmaps\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86995},\"requestReceivedTimestamp\":\"2025-05-14T08:34:57.681292Z\",\"requestURI\":\"/api/v1/namespaces/openshift-monitoring/configmaps?allowWatchBookmarks=true\u0026fieldSelector=metadata.name%3Dkube-root-ca.crt\u0026resourceVersion=5614191\u0026timeout=8m3s\u0026timeoutSeconds=483\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.13\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-05-14T08:43:00.683360Z\",\"user\":{\"groups\":[\"system:nodes\",\"system:authenticated\"],\"username\":\"system:node:master-1\"},\"userAgent\":\"kubelet/v1.28.15+f383677 (linux/ppc64le) kubernetes/4cf5291\",\"verb\":\"watch\"}"},{"ts":"2025-05-14T09:17:06.52636343Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813474396Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"olm-operator-binding-openshift-operator-lifecycle-manager\\\" of ClusterRole \\\"system:controller:operator-lifecycle-manager\\\" to ServiceAccount \\\"olm-operator-serviceaccount/openshift-operator-lifecycle-manager\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"f369fd8d-f55e-472f-ba9f-7743b6b0b58f\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"objectRef\":{\"apiGroup\":\"operators.coreos.com\",\"apiVersion\":\"v1alpha1\",\"resource\":\"catalogsources\"},\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86994},\"requestReceivedTimestamp\":\"2025-05-14T08:43:00.554721Z\",\"requestURI\":\"/apis/operators.coreos.com/v1alpha1/catalogsources?allowWatchBookmarks=true\u0026resourceVersion=5620299\u0026timeout=7m6s\u0026timeoutSeconds=426\u0026watch=true\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.128.1.61\"],\"source_type\":\"file\",\"stage\":\"ResponseStarted\",\"stageTimestamp\":\"2025-05-14T08:43:00.555413Z\",\"user\":{\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"packageserver-5f7c8d6498-bj9pc\"],\"authentication.kubernetes.io/pod-uid\":[\"1364ea3c-6b1b-49dd-94a2-54525656cff6\"]},\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-operator-lifecycle-manager\",\"system:authenticated\"],\"uid\":\"d2b6d4b0-082f-40d5-a27e-ac8f65edcfe4\",\"username\":\"system:serviceaccount:openshift-operator-lifecycle-manager:olm-operator-serviceaccount\"},\"userAgent\":\"package-server/v0.0.0 (linux/ppc64le) kubernetes/$Format\",\"verb\":\"watch\"}"},{"ts":"2025-05-14T09:17:06.526308477Z","line":"{\"@timestamp\":\"2025-05-14T09:16:42.813402839Z\",\"annotations\":{\"authorization.k8s.io/decision\":\"allow\",\"authorization.k8s.io/reason\":\"RBAC: allowed by ClusterRoleBinding \\\"system:public-info-viewer\\\" of ClusterRole \\\"system:public-info-viewer\\\" to Group \\\"system:unauthenticated\\\"\"},\"apiVersion\":\"audit.k8s.io/v1\",\"auditID\":\"7304b057-35c8-4636-bf64-115667d527f3\",\"file\":\"/var/log/kube-apiserver/audit.log\",\"hostname\":\"master-0\",\"k8s_audit_level\":\"Metadata\",\"kind\":\"Event\",\"level\":\"Metadata\",\"log_type\":\"audit\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-audit\"},\"sequence\":86993},\"requestReceivedTimestamp\":\"2025-05-14T08:43:00.554027Z\",\"requestURI\":\"/livez\",\"responseStatus\":{\"code\":200,\"metadata\":{}},\"sourceIPs\":[\"10.20.177.64\"],\"source_type\":\"file\",\"stage\":\"ResponseComplete\",\"stageTimestamp\":\"2025-05-14T08:43:00.554814Z\",\"user\":{\"groups\":[\"system:unauthenticated\"],\"username\":\"system:anonymous\"},\"userAgent\":\"kube-probe/1.28\",\"verb\":\"get\"}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":400679520,"linesProcessedPerSecond":353563,"totalBytesProcessed":205848726,"totalLinesProcessed":181643,"execTime":0.513749057,"queueTime":0.000074,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":5,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":737767,"headChunkLines":1082,"decompressedBytes":205110959,"decompressedLines":180561,"compressedBytes":17197456,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ``` Infrastructure logs: ``` {"ts":"2025-05-14T09:17:05.508813594Z","line":"{\"@timestamp\":\"2025-05-07T07:16:52.890380406Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84201}}"},{"ts":"2025-05-14T09:17:05.508760653Z","line":"{\"@timestamp\":\"2025-05-07T07:16:52.888400557Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84200}}"},{"ts":"2025-05-14T09:17:05.508707594Z","line":"{\"@timestamp\":\"2025-05-07T07:16:52.883831369Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84199}}"},{"ts":"2025-05-14T09:17:05.508643548Z","line":"{\"@timestamp\":\"2025-05-07T07:16:52.880699288Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84198}}"},{"ts":"2025-05-14T09:17:05.508586274Z","line":"{\"@timestamp\":\"2025-05-07T07:15:52.875448690Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84197}}"},{"ts":"2025-05-14T09:17:05.508528054Z","line":"{\"@timestamp\":\"2025-05-07T07:15:52.873583227Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84196}}"},{"ts":"2025-05-14T09:17:05.50847498Z","line":"{\"@timestamp\":\"2025-05-07T07:15:52.868739327Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84195}}"},{"ts":"2025-05-14T09:17:05.508364179Z","line":"{\"@timestamp\":\"2025-05-07T07:15:52.865186960Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84194}}"},{"ts":"2025-05-14T09:17:05.508311345Z","line":"{\"@timestamp\":\"2025-05-07T07:14:52.859317352Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84193}}"},{"ts":"2025-05-14T09:17:05.508257689Z","line":"{\"@timestamp\":\"2025-05-07T07:14:52.857354717Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84192}}"},{"ts":"2025-05-14T09:17:05.50820292Z","line":"{\"@timestamp\":\"2025-05-07T07:14:52.852814979Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc.cluster.local..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84191}}"},{"ts":"2025-05-14T09:17:05.50814064Z","line":"{\"@timestamp\":\"2025-05-07T07:14:52.849613976Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc..5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84190}}"},{"ts":"2025-05-14T09:17:05.508080623Z","line":"{\"@timestamp\":\"2025-05-07T07:13:52.844237324Z\",\"file\":\"/var/log/pods/openshift-image-registry_node-ca-dfnjr_cbc91190-6438-45e7-b3da-bc07c6508094/node-ca/0.log\",\"hostname\":\"master-0\",\"kubernetes\":{\"annotations\":{\"openshift.io/required-scc\":\"privileged\",\"openshift.io/scc\":\"privileged\"},\"container_id\":\"cri-o://343e6d8e35ace99eb8896ec367df2bb6e51a03aa99d084d906251b63ec21b46a\",\"container_image\":\"quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:28d53ac4d1793b0d449f7e90f813711d25802b0296dcfb57021e8a9a91da89cf\",\"container_name\":\"node-ca\",\"labels\":{\"controller-revision-hash\":\"798f4784dd\",\"name\":\"node-ca\",\"pod-template-generation\":\"1\"},\"namespace_id\":\"4e15b04f-023c-47f3-8303-363e8ffbe86f\",\"namespace_labels\":{\"kubernetes_io_metadata_name\":\"openshift-image-registry\",\"olm_operatorgroup_uid_3fd1a0b8-266e-43cf-bb67-3d5e4bbdf2a5\":\"\",\"openshift_io_cluster-monitoring\":\"true\",\"pod-security_kubernetes_io_audit\":\"privileged\",\"pod-security_kubernetes_io_enforce\":\"privileged\",\"pod-security_kubernetes_io_warn\":\"privileged\"},\"namespace_name\":\"openshift-image-registry\",\"pod_id\":\"cbc91190-6438-45e7-b3da-bc07c6508094\",\"pod_ip\":\"10.20.177.64\",\"pod_name\":\"node-ca-dfnjr\",\"pod_owner\":\"DaemonSet/node-ca\"},\"level\":\"default\",\"log_type\":\"infrastructure\",\"message\":\"image-registry.openshift-image-registry.svc:5000\",\"openshift\":{\"cluster_id\":\"ae9a9f3f-409f-486a-9228-008db9788e0c\",\"labels\":{\"logs\":\"5.8_415-infrastructure\"},\"sequence\":84189}}"}]}],"stats":{"summary":{"bytesProcessedPerSecond":633568260,"linesProcessedPerSecond":349577,"totalBytesProcessed":248196633,"totalLinesProcessed":136945,"execTime":0.391744108,"queueTime":0.000067,"subqueries":0,"totalEntriesReturned":100,"splits":1,"shards":0},"querier":{"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":0,"headChunkLines":0,"decompressedBytes":0,"decompressedLines":0,"compressedBytes":0,"totalDuplicates":0}}},"ingester":{"totalReached":1,"totalChunksMatched":98,"totalBatches":1,"totalLinesSent":100,"store":{"totalChunksRef":0,"totalChunksDownloaded":0,"chunksDownloadTime":0,"chunk":{"headChunkBytes":4921017,"headChunkLines":2174,"decompressedBytes":243275616,"decompressedLines":134771,"compressedBytes":9319053,"totalDuplicates":0}}},"cache":{"chunk":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"index":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0},"result":{"entriesFound":0,"entriesRequested":0,"entriesStored":0,"bytesReceived":0,"bytesSent":0,"requests":0,"downloadTime":0}}}} ```