-
Story
-
Resolution: Done
-
Critical
-
None
-
3
-
False
-
False
-
NEW
-
VERIFIED
-
-
Logging (Core) - Sprint 215
Summary
As an administrator of cluster logging
I expect the log record format to be the same regardless of the collector
So that my downstream queries can remain unchanged
Acceptance Criteria
- Verify vector output is compliant with ViaQ data model and matches fluentd payload
Notes
Sample Vector Record
{
"file": "/var/log/pods/openshift-kube-scheduler_openshift-kube-scheduler-crc-dzk9v-master-0_da22d81f-023e-4bdf-8184-a91ad424b366/kube-scheduler-cert-syncer/0.log",
"kubernetes": {
"container_id": "cri-o://9b40e96d0dfe855a2d97fae9a57d2945aa53ec17eac186990236af19add989cf",
"container_image": "quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:1d5793b48673340760caf67d8521bc6c46df2fbceafdbee6b80b5af579a2d81c",
"container_name": "kube-scheduler-cert-syncer",
"pod_ip": "192.168.126.11",
"pod_ips": [
"192.168.126.11"
],
"pod_labels": {
"app": "openshift-kube-scheduler",
"revision": "6",
"scheduler": "true"
},
"pod_name": "openshift-kube-scheduler-crc-dzk9v-master-0",
"pod_namespace": "openshift-kube-scheduler",
"pod_node_name": "crc-dzk9v-master-0",
"pod_uid": "45c17b3a-233d-48c4-8f42-ce0a029c51de"
},
"level": "info",
"message": "I1121 14:09:32.487615 1 certsync_controller.go:170] Syncing secrets: [{kube-scheduler-client-cert-key false}]",
"pipeline_metadata": {
"collector": {
"error": null,
"ipaddr4": "192.168.126.11",
"name": "vector",
"received_at": "2021-11-22T08:47:40.451208441+00:00",
"version": "0.14.1"
}
},
"source_type": "kubernetes_logs",
"stream": "stderr",
"timestamp": "2021-11-21T14:09:32.487646160Z"
}
Sample Fluentd Record
{
"docker": {
"container_id": "c209bffc5b8fc7314a3f047cc552371514bd783f0fc57570b45cc8d738ffa605"
},
"kubernetes": {
"container_name": "log-generator",
"namespace_name": "clo-test-12359",
"pod_name": "log-generator-78f8d8ddf8-9l7zj",
"container_image": "docker.io/library/busybox:latest",
"container_image_id": "docker.io/library/busybox@sha256:34efe68cca33507682b1673c851700ec66839ecf94d19b928176e20d20e02413",
"pod_id": "f74aa5fe-3072-4333-ac9a-8f93ff864c91",
"pod_ip": "10.217.1.6",
"host": "crc-dzk9v-master-0",
"labels": {
"component": "test",
"logging-infra": "log-generator",
"pod-template-hash": "78f8d8ddf8",
"provider": "openshift"
},
"master_url": "https://kubernetes.default.svc",
"namespace_id": "891cbbba-20cf-46a2-9bb0-60d430014d40",
"namespace_labels": {
"kubernetes_io/metadata_name": "clo-test-12359"
}
},
"message": "0: My life is my message",
"level": "unknown",
"hostname": "crc-dzk9v-master-0",
"pipeline_metadata": {
"collector": {
"ipaddr4": "192.168.126.11",
"inputname": "fluent-plugin-systemd",
"name": "fluentd",
"received_at": "2021-11-22T10:21:25.155885+00:00",
"version": "1.7.4 1.6.0"
}
},
"@timestamp": "2021-11-22T10:09:27.336273+00:00",
"viaq_index_name": "app-write",
"viaq_msg_id": "YTcxY2Q3YWItMThjOS00MjU4LThmZmItYmExMzkzYzAyOWI3",
"log_type": "application"
}
- links to
- mentioned on
(3 mentioned on)